2024-11-21 19:37:30,925 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 19:37:30,956 main DEBUG Took 0.023413 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 19:37:30,957 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 19:37:30,957 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 19:37:30,959 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 19:37:30,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:30,971 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 19:37:30,991 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:30,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:30,995 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:30,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:30,996 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:30,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:30,998 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:30,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:31,000 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:31,001 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:31,003 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:31,004 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:31,005 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,005 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:31,006 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:31,008 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,008 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:31,009 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 19:37:31,010 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,010 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 19:37:31,012 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 19:37:31,014 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 19:37:31,017 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 19:37:31,018 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 19:37:31,020 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 19:37:31,020 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 19:37:31,031 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 19:37:31,035 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 19:37:31,038 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 19:37:31,038 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 19:37:31,039 main DEBUG createAppenders(={Console}) 2024-11-21 19:37:31,040 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-21 19:37:31,041 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-21 19:37:31,041 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-21 19:37:31,042 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 19:37:31,042 main DEBUG OutputStream closed 2024-11-21 19:37:31,043 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 19:37:31,043 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 19:37:31,043 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-21 19:37:31,142 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 19:37:31,146 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 19:37:31,148 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 19:37:31,150 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 19:37:31,152 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 19:37:31,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 19:37:31,153 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 19:37:31,154 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 19:37:31,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 19:37:31,155 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 19:37:31,156 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 19:37:31,156 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 19:37:31,157 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 19:37:31,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 19:37:31,158 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 19:37:31,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 19:37:31,159 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 19:37:31,160 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 19:37:31,164 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 19:37:31,165 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-21 19:37:31,165 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 19:37:31,166 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-21T19:37:31,553 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69 2024-11-21 19:37:31,558 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 19:37:31,558 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T19:37:31,572 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-21T19:37:31,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T19:37:31,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/cluster_1b446b26-75b1-f0c6-54a4-620e2cb31b6f, deleteOnExit=true 2024-11-21T19:37:31,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-21T19:37:31,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/test.cache.data in system properties and HBase conf 2024-11-21T19:37:31,611 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T19:37:31,612 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/hadoop.log.dir in system properties and HBase conf 2024-11-21T19:37:31,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T19:37:31,614 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T19:37:31,614 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-21T19:37:31,765 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T19:37:31,911 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T19:37:31,921 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:37:31,922 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T19:37:31,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T19:37:31,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:37:31,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T19:37:31,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T19:37:31,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T19:37:31,927 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:37:31,928 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T19:37:31,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/nfs.dump.dir in system properties and HBase conf 2024-11-21T19:37:31,930 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/java.io.tmpdir in system properties and HBase conf 2024-11-21T19:37:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T19:37:31,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T19:37:31,932 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T19:37:33,550 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T19:37:33,672 INFO [Time-limited test {}] log.Log(170): Logging initialized @3801ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T19:37:33,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:37:33,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:37:33,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:37:33,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:37:33,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:37:33,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:37:33,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:37:33,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:37:34,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cad334d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/java.io.tmpdir/jetty-localhost-43135-hadoop-hdfs-3_4_1-tests_jar-_-any-1114483692146291590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:37:34,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:43135} 2024-11-21T19:37:34,287 INFO [Time-limited test {}] server.Server(415): Started @4417ms 2024-11-21T19:37:35,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T19:37:35,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T19:37:35,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T19:37:35,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T19:37:35,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T19:37:35,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/hadoop.log.dir/,AVAILABLE} 2024-11-21T19:37:35,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T19:37:35,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b00dd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/java.io.tmpdir/jetty-localhost-38519-hadoop-hdfs-3_4_1-tests_jar-_-any-17002017782409301846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:37:35,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:38519} 2024-11-21T19:37:35,219 INFO [Time-limited test {}] server.Server(415): Started @5349ms 2024-11-21T19:37:35,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T19:37:36,547 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/cluster_1b446b26-75b1-f0c6-54a4-620e2cb31b6f/dfs/data/data1/current/BP-296660505-172.17.0.3-1732217852943/current, will proceed with Du for space computation calculation, 2024-11-21T19:37:36,550 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/cluster_1b446b26-75b1-f0c6-54a4-620e2cb31b6f/dfs/data/data2/current/BP-296660505-172.17.0.3-1732217852943/current, will proceed with Du for space computation calculation, 2024-11-21T19:37:36,627 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T19:37:36,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc6edf74f044ef95 with lease ID 0xcb71e21a8501028f: Processing first storage report for DS-a0956954-6cd1-4145-acad-656fa1845b84 from datanode DatanodeRegistration(127.0.0.1:37071, datanodeUuid=a186ee81-6a71-41dc-81b8-2e17017a7f11, infoPort=40513, infoSecurePort=0, ipcPort=42513, storageInfo=lv=-57;cid=testClusterID;nsid=1335922402;c=1732217852943) 2024-11-21T19:37:36,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc6edf74f044ef95 with lease ID 0xcb71e21a8501028f: from storage DS-a0956954-6cd1-4145-acad-656fa1845b84 node DatanodeRegistration(127.0.0.1:37071, datanodeUuid=a186ee81-6a71-41dc-81b8-2e17017a7f11, infoPort=40513, infoSecurePort=0, ipcPort=42513, storageInfo=lv=-57;cid=testClusterID;nsid=1335922402;c=1732217852943), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T19:37:36,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc6edf74f044ef95 with lease ID 0xcb71e21a8501028f: Processing first storage report for DS-b3dde1c3-eed7-49a7-89e5-d2df4c422f08 from datanode DatanodeRegistration(127.0.0.1:37071, datanodeUuid=a186ee81-6a71-41dc-81b8-2e17017a7f11, infoPort=40513, infoSecurePort=0, ipcPort=42513, storageInfo=lv=-57;cid=testClusterID;nsid=1335922402;c=1732217852943) 2024-11-21T19:37:36,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc6edf74f044ef95 with lease ID 0xcb71e21a8501028f: from storage DS-b3dde1c3-eed7-49a7-89e5-d2df4c422f08 node DatanodeRegistration(127.0.0.1:37071, datanodeUuid=a186ee81-6a71-41dc-81b8-2e17017a7f11, infoPort=40513, infoSecurePort=0, ipcPort=42513, storageInfo=lv=-57;cid=testClusterID;nsid=1335922402;c=1732217852943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T19:37:36,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69 2024-11-21T19:37:36,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/cluster_1b446b26-75b1-f0c6-54a4-620e2cb31b6f/zookeeper_0, clientPort=57770, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/cluster_1b446b26-75b1-f0c6-54a4-620e2cb31b6f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/cluster_1b446b26-75b1-f0c6-54a4-620e2cb31b6f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T19:37:37,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57770 2024-11-21T19:37:37,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:37:37,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:37:37,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741825_1001 (size=7) 2024-11-21T19:37:37,843 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 with version=8 2024-11-21T19:37:37,843 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/hbase-staging 2024-11-21T19:37:38,030 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T19:37:38,349 INFO [Time-limited test {}] client.ConnectionUtils(129): master/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:37:38,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:37:38,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:37:38,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:37:38,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:37:38,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:37:38,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:37:38,576 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T19:37:38,588 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T19:37:38,592 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:37:38,621 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 61849 (auto-detected) 2024-11-21T19:37:38,622 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-21T19:37:38,645 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:39821 2024-11-21T19:37:38,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:37:38,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:37:38,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39821 connecting to ZooKeeper ensemble=127.0.0.1:57770 2024-11-21T19:37:38,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398210x0, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:37:38,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39821-0x101603086020000 connected 2024-11-21T19:37:38,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:37:38,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:37:38,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:37:38,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39821 2024-11-21T19:37:38,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39821 2024-11-21T19:37:38,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39821 2024-11-21T19:37:38,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39821 2024-11-21T19:37:38,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39821 2024-11-21T19:37:38,885 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5, hbase.cluster.distributed=false 2024-11-21T19:37:38,982 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/2d90ca23533b:0 server-side Connection retries=45 2024-11-21T19:37:38,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:37:38,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T19:37:38,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T19:37:38,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T19:37:38,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T19:37:38,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T19:37:38,991 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T19:37:38,998 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:46653 2024-11-21T19:37:39,000 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T19:37:39,012 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T19:37:39,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:37:39,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:37:39,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46653 connecting to ZooKeeper ensemble=127.0.0.1:57770 2024-11-21T19:37:39,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466530x0, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T19:37:39,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466530x0, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:37:39,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46653-0x101603086020001 connected 2024-11-21T19:37:39,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:37:39,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-21T19:37:39,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46653 2024-11-21T19:37:39,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46653 2024-11-21T19:37:39,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46653 2024-11-21T19:37:39,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46653 2024-11-21T19:37:39,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46653 2024-11-21T19:37:39,077 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/2d90ca23533b,39821,1732217858020 2024-11-21T19:37:39,099 DEBUG [M:0;2d90ca23533b:39821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2d90ca23533b:39821 2024-11-21T19:37:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:37:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:37:39,108 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2d90ca23533b,39821,1732217858020 2024-11-21T19:37:39,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:37:39,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:39,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-21T19:37:39,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:39,164 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:37:39,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-21T19:37:39,171 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2d90ca23533b,39821,1732217858020 from backup master directory 2024-11-21T19:37:39,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2d90ca23533b,39821,1732217858020 2024-11-21T19:37:39,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:37:39,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-21T19:37:39,188 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:37:39,188 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2d90ca23533b,39821,1732217858020 2024-11-21T19:37:39,191 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T19:37:39,195 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T19:37:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741826_1002 (size=42) 2024-11-21T19:37:39,316 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/hbase.id with ID: 16a3c659-7d39-4d9b-8bf8-6db7f74c19b2 2024-11-21T19:37:39,394 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T19:37:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:39,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741827_1003 (size=196) 2024-11-21T19:37:39,515 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:37:39,519 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T19:37:39,544 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:39,551 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:37:39,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741828_1004 (size=1189) 2024-11-21T19:37:40,036 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store 2024-11-21T19:37:40,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741829_1005 (size=34) 2024-11-21T19:37:40,064 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T19:37:40,064 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:37:40,066 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:37:40,066 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:37:40,067 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:37:40,067 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:37:40,067 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:37:40,067 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:37:40,068 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:37:40,071 WARN [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/.initializing 2024-11-21T19:37:40,071 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/WALs/2d90ca23533b,39821,1732217858020 2024-11-21T19:37:40,081 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:37:40,101 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C39821%2C1732217858020, suffix=, logDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/WALs/2d90ca23533b,39821,1732217858020, archiveDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/oldWALs, maxLogs=10 2024-11-21T19:37:40,135 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/WALs/2d90ca23533b,39821,1732217858020/2d90ca23533b%2C39821%2C1732217858020.1732217860108, exclude list is [], retry=0 2024-11-21T19:37:40,158 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37071,DS-a0956954-6cd1-4145-acad-656fa1845b84,DISK] 2024-11-21T19:37:40,162 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T19:37:40,206 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/WALs/2d90ca23533b,39821,1732217858020/2d90ca23533b%2C39821%2C1732217858020.1732217860108 2024-11-21T19:37:40,207 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-21T19:37:40,207 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:37:40,208 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:37:40,212 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:37:40,214 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:37:40,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:37:40,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T19:37:40,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:40,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:37:40,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:37:40,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T19:37:40,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:40,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:37:40,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:37:40,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T19:37:40,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:40,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:37:40,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:37:40,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T19:37:40,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:40,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:37:40,331 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:37:40,336 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:37:40,354 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T19:37:40,362 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T19:37:40,375 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:37:40,376 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61952239, jitterRate=-0.07683970034122467}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T19:37:40,383 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:37:40,385 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T19:37:40,439 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cccf26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:40,494 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-21T19:37:40,509 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T19:37:40,510 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T19:37:40,513 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T19:37:40,521 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 8 msec 2024-11-21T19:37:40,530 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 7 msec 2024-11-21T19:37:40,530 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T19:37:40,594 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T19:37:40,628 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-21T19:37:40,682 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-21T19:37:40,686 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T19:37:40,688 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-21T19:37:40,718 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-21T19:37:40,721 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T19:37:40,734 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-21T19:37:40,784 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-21T19:37:40,786 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-21T19:37:40,815 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-21T19:37:40,831 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T19:37:40,876 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-21T19:37:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:37:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-21T19:37:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:40,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:40,934 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=2d90ca23533b,39821,1732217858020, sessionid=0x101603086020000, setting cluster-up flag (Was=false) 2024-11-21T19:37:40,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:40,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:40,991 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-21T19:37:40,995 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,39821,1732217858020 2024-11-21T19:37:41,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:41,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:41,208 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-21T19:37:41,210 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d90ca23533b,39821,1732217858020 2024-11-21T19:37:41,295 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2d90ca23533b:46653 2024-11-21T19:37:41,304 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1008): ClusterId : 16a3c659-7d39-4d9b-8bf8-6db7f74c19b2 2024-11-21T19:37:41,307 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T19:37:41,322 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-21T19:37:41,328 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T19:37:41,328 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T19:37:41,331 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-21T19:37:41,335 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T19:37:41,335 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T19:37:41,336 DEBUG [RS:0;2d90ca23533b:46653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b7c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:41,339 DEBUG [RS:0;2d90ca23533b:46653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bbdade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:37:41,343 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-21T19:37:41,343 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-21T19:37:41,343 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-21T19:37:41,342 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2d90ca23533b,39821,1732217858020 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T19:37:41,346 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(3073): reportForDuty to master=2d90ca23533b,39821,1732217858020 with isa=2d90ca23533b/172.17.0.3:46653, startcode=1732217858981 2024-11-21T19:37:41,347 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:37:41,347 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:37:41,347 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:37:41,347 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2d90ca23533b:0, corePoolSize=5, maxPoolSize=5 2024-11-21T19:37:41,347 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2d90ca23533b:0, corePoolSize=10, maxPoolSize=10 2024-11-21T19:37:41,348 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,348 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:37:41,348 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,352 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732217891352 2024-11-21T19:37:41,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:37:41,354 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T19:37:41,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-21T19:37:41,356 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T19:37:41,359 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T19:37:41,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:41,360 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T19:37:41,360 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T19:37:41,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:37:41,361 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T19:37:41,362 DEBUG [RS:0;2d90ca23533b:46653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:37:41,363 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,364 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T19:37:41,365 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T19:37:41,366 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T19:37:41,368 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T19:37:41,369 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T19:37:41,371 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732217861371,5,FailOnTimeoutGroup] 2024-11-21T19:37:41,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741831_1007 (size=1039) 2024-11-21T19:37:41,373 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732217861371,5,FailOnTimeoutGroup] 2024-11-21T19:37:41,373 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,373 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T19:37:41,375 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-21T19:37:41,375 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,375 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 2024-11-21T19:37:41,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741832_1008 (size=32) 2024-11-21T19:37:41,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:37:41,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:37:41,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:37:41,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:41,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:37:41,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:37:41,418 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53751, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:37:41,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:37:41,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:41,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:37:41,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:37:41,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:37:41,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:41,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:37:41,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39821 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:41,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740 2024-11-21T19:37:41,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39821 {}] master.ServerManager(486): Registering regionserver=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:41,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740 2024-11-21T19:37:41,435 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:37:41,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:37:41,446 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:37:41,447 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66220529, jitterRate=-0.013237223029136658}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:37:41,448 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 2024-11-21T19:37:41,448 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43463 2024-11-21T19:37:41,448 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-21T19:37:41,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:37:41,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:37:41,453 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:37:41,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:37:41,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:37:41,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:37:41,455 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:37:41,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:37:41,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:37:41,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-21T19:37:41,458 DEBUG [RS:0;2d90ca23533b:46653 {}] zookeeper.ZKUtil(111): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d90ca23533b,46653,1732217858981 2024-11-21T19:37:41,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-21T19:37:41,458 WARN [RS:0;2d90ca23533b:46653 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T19:37:41,459 INFO [RS:0;2d90ca23533b:46653 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:37:41,459 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/WALs/2d90ca23533b,46653,1732217858981 2024-11-21T19:37:41,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d90ca23533b,46653,1732217858981] 2024-11-21T19:37:41,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T19:37:41,471 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-21T19:37:41,474 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T19:37:41,476 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T19:37:41,484 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T19:37:41,501 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T19:37:41,504 INFO [RS:0;2d90ca23533b:46653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T19:37:41,504 INFO [RS:0;2d90ca23533b:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,505 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-21T19:37:41,513 INFO [RS:0;2d90ca23533b:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,514 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,514 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,514 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,514 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,514 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,515 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d90ca23533b:0, corePoolSize=2, maxPoolSize=2 2024-11-21T19:37:41,515 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,515 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,515 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,516 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,516 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d90ca23533b:0, corePoolSize=1, maxPoolSize=1 2024-11-21T19:37:41,516 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:37:41,516 DEBUG [RS:0;2d90ca23533b:46653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0, corePoolSize=3, maxPoolSize=3 2024-11-21T19:37:41,518 INFO [RS:0;2d90ca23533b:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,519 INFO [RS:0;2d90ca23533b:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,519 INFO [RS:0;2d90ca23533b:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,519 INFO [RS:0;2d90ca23533b:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,519 INFO [RS:0;2d90ca23533b:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,46653,1732217858981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:37:41,540 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T19:37:41,542 INFO [RS:0;2d90ca23533b:46653 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,46653,1732217858981-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:41,566 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.Replication(204): 2d90ca23533b,46653,1732217858981 started 2024-11-21T19:37:41,566 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1767): Serving as 2d90ca23533b,46653,1732217858981, RpcServer on 2d90ca23533b/172.17.0.3:46653, sessionid=0x101603086020001 2024-11-21T19:37:41,567 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T19:37:41,567 DEBUG [RS:0;2d90ca23533b:46653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:41,567 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,46653,1732217858981' 2024-11-21T19:37:41,568 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-21T19:37:41,568 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-21T19:37:41,569 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T19:37:41,569 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T19:37:41,569 DEBUG [RS:0;2d90ca23533b:46653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:41,569 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d90ca23533b,46653,1732217858981' 2024-11-21T19:37:41,569 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-21T19:37:41,571 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-21T19:37:41,575 DEBUG [RS:0;2d90ca23533b:46653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T19:37:41,575 INFO [RS:0;2d90ca23533b:46653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T19:37:41,575 INFO [RS:0;2d90ca23533b:46653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T19:37:41,627 WARN [2d90ca23533b:39821 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-21T19:37:41,683 INFO [RS:0;2d90ca23533b:46653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T19:37:41,687 INFO [RS:0;2d90ca23533b:46653 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C46653%2C1732217858981, suffix=, logDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/WALs/2d90ca23533b,46653,1732217858981, archiveDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/oldWALs, maxLogs=32 2024-11-21T19:37:41,713 DEBUG [RS:0;2d90ca23533b:46653 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/WALs/2d90ca23533b,46653,1732217858981/2d90ca23533b%2C46653%2C1732217858981.1732217861691, exclude list is [], retry=0 2024-11-21T19:37:41,718 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37071,DS-a0956954-6cd1-4145-acad-656fa1845b84,DISK] 2024-11-21T19:37:41,724 INFO [RS:0;2d90ca23533b:46653 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/WALs/2d90ca23533b,46653,1732217858981/2d90ca23533b%2C46653%2C1732217858981.1732217861691 2024-11-21T19:37:41,727 DEBUG [RS:0;2d90ca23533b:46653 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-21T19:37:41,879 DEBUG [2d90ca23533b:39821 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T19:37:41,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:41,890 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,46653,1732217858981, state=OPENING 2024-11-21T19:37:41,924 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T19:37:41,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:41,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:41,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:37:41,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:37:41,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:37:42,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:42,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T19:37:42,116 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T19:37:42,126 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-21T19:37:42,126 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T19:37:42,127 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T19:37:42,130 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d90ca23533b%2C46653%2C1732217858981.meta, suffix=.meta, logDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/WALs/2d90ca23533b,46653,1732217858981, archiveDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/oldWALs, maxLogs=32 2024-11-21T19:37:42,146 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/WALs/2d90ca23533b,46653,1732217858981/2d90ca23533b%2C46653%2C1732217858981.meta.1732217862132.meta, exclude list is [], retry=0 2024-11-21T19:37:42,150 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37071,DS-a0956954-6cd1-4145-acad-656fa1845b84,DISK] 2024-11-21T19:37:42,154 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/WALs/2d90ca23533b,46653,1732217858981/2d90ca23533b%2C46653%2C1732217858981.meta.1732217862132.meta 2024-11-21T19:37:42,154 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-21T19:37:42,155 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:37:42,156 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T19:37:42,233 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T19:37:42,238 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T19:37:42,242 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T19:37:42,242 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:37:42,242 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-21T19:37:42,242 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-21T19:37:42,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T19:37:42,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T19:37:42,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:42,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:37:42,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T19:37:42,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T19:37:42,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:42,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:37:42,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T19:37:42,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T19:37:42,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:42,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T19:37:42,256 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740 2024-11-21T19:37:42,259 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740 2024-11-21T19:37:42,262 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:37:42,266 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-21T19:37:42,268 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63010640, jitterRate=-0.06106829643249512}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:37:42,269 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-21T19:37:42,276 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732217862105 2024-11-21T19:37:42,288 DEBUG [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T19:37:42,289 INFO [RS_OPEN_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-21T19:37:42,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:42,292 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d90ca23533b,46653,1732217858981, state=OPEN 2024-11-21T19:37:42,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:37:42,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-21T19:37:42,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:37:42,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-21T19:37:42,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T19:37:42,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=2d90ca23533b,46653,1732217858981 in 395 msec 2024-11-21T19:37:42,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T19:37:42,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 872 msec 2024-11-21T19:37:42,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0930 sec 2024-11-21T19:37:42,351 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732217862351, completionTime=-1 2024-11-21T19:37:42,351 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T19:37:42,351 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-21T19:37:42,393 DEBUG [hconnection-0x1187c962-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:42,396 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:42,406 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-21T19:37:42,406 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732217922406 2024-11-21T19:37:42,406 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732217982406 2024-11-21T19:37:42,407 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 55 msec 2024-11-21T19:37:42,444 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,39821,1732217858020-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:42,445 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,39821,1732217858020-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:42,445 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,39821,1732217858020-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:42,447 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2d90ca23533b:39821, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:42,447 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:42,454 DEBUG [master/2d90ca23533b:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-21T19:37:42,457 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-21T19:37:42,459 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T19:37:42,467 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-21T19:37:42,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:37:42,473 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:42,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:37:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741835_1011 (size=358) 2024-11-21T19:37:42,903 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 361b71fb2d3d70076e88b13b31411f1e, NAME => 'hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 2024-11-21T19:37:42,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741836_1012 (size=42) 2024-11-21T19:37:42,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:37:42,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 361b71fb2d3d70076e88b13b31411f1e, disabling compactions & flushes 2024-11-21T19:37:42,920 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:37:42,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:37:42,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. after waiting 0 ms 2024-11-21T19:37:42,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:37:42,920 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:37:42,921 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 361b71fb2d3d70076e88b13b31411f1e: 2024-11-21T19:37:42,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:37:42,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732217862925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732217862925"}]},"ts":"1732217862925"} 2024-11-21T19:37:42,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:37:42,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:37:42,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217862963"}]},"ts":"1732217862963"} 2024-11-21T19:37:42,971 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-21T19:37:43,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=361b71fb2d3d70076e88b13b31411f1e, ASSIGN}] 2024-11-21T19:37:43,013 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=361b71fb2d3d70076e88b13b31411f1e, ASSIGN 2024-11-21T19:37:43,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=361b71fb2d3d70076e88b13b31411f1e, ASSIGN; state=OFFLINE, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=false 2024-11-21T19:37:43,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=361b71fb2d3d70076e88b13b31411f1e, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:43,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 361b71fb2d3d70076e88b13b31411f1e, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:37:43,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:43,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:37:43,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 361b71fb2d3d70076e88b13b31411f1e, NAME => 'hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:37:43,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:37:43,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:37:43,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:37:43,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:37:43,337 INFO [StoreOpener-361b71fb2d3d70076e88b13b31411f1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:37:43,340 INFO [StoreOpener-361b71fb2d3d70076e88b13b31411f1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361b71fb2d3d70076e88b13b31411f1e columnFamilyName info 2024-11-21T19:37:43,340 DEBUG [StoreOpener-361b71fb2d3d70076e88b13b31411f1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:43,341 INFO [StoreOpener-361b71fb2d3d70076e88b13b31411f1e-1 {}] regionserver.HStore(327): Store=361b71fb2d3d70076e88b13b31411f1e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:37:43,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/namespace/361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:37:43,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/namespace/361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:37:43,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:37:43,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/namespace/361b71fb2d3d70076e88b13b31411f1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:37:43,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 361b71fb2d3d70076e88b13b31411f1e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71571790, jitterRate=0.06650277972221375}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-21T19:37:43,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 361b71fb2d3d70076e88b13b31411f1e: 2024-11-21T19:37:43,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e., pid=6, masterSystemTime=1732217863326 2024-11-21T19:37:43,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:37:43,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:37:43,366 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=361b71fb2d3d70076e88b13b31411f1e, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:43,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T19:37:43,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 361b71fb2d3d70076e88b13b31411f1e, server=2d90ca23533b,46653,1732217858981 in 200 msec 2024-11-21T19:37:43,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T19:37:43,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=361b71fb2d3d70076e88b13b31411f1e, ASSIGN in 368 msec 2024-11-21T19:37:43,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:37:43,385 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217863385"}]},"ts":"1732217863385"} 2024-11-21T19:37:43,394 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-21T19:37:43,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:37:43,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 950 msec 2024-11-21T19:37:43,472 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-21T19:37:43,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:43,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:37:43,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:37:43,519 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-21T19:37:43,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:37:43,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2024-11-21T19:37:43,564 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-21T19:37:43,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-21T19:37:43,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 30 msec 2024-11-21T19:37:43,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-21T19:37:43,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-21T19:37:43,633 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.445sec 2024-11-21T19:37:43,634 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T19:37:43,636 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T19:37:43,637 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T19:37:43,637 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T19:37:43,638 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T19:37:43,639 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,39821,1732217858020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T19:37:43,639 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,39821,1732217858020-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T19:37:43,646 DEBUG [master/2d90ca23533b:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-21T19:37:43,647 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T19:37:43,647 INFO [master/2d90ca23533b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d90ca23533b,39821,1732217858020-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T19:37:43,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b205401 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28654d58 2024-11-21T19:37:43,702 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-21T19:37:43,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544335fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:43,722 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T19:37:43,722 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T19:37:43,735 DEBUG [hconnection-0x3e8ae433-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:43,745 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54934, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:43,765 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=2d90ca23533b,39821,1732217858020 2024-11-21T19:37:43,786 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=1236, ProcessCount=11, AvailableMemoryMB=4891 2024-11-21T19:37:43,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:37:43,806 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:37:43,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T19:37:43,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:37:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T19:37:43,883 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:37:43,884 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:43,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-21T19:37:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:37:43,899 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:37:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741837_1013 (size=963) 2024-11-21T19:37:43,980 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 2024-11-21T19:37:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:37:44,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741838_1014 (size=53) 2024-11-21T19:37:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:37:44,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:37:44,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing cd9d0a755aea35730e04a6e831a9ab7b, disabling compactions & flushes 2024-11-21T19:37:44,441 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:44,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:44,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. after waiting 0 ms 2024-11-21T19:37:44,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:44,441 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:44,441 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:44,444 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:37:44,445 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732217864444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732217864444"}]},"ts":"1732217864444"} 2024-11-21T19:37:44,449 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:37:44,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:37:44,452 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217864451"}]},"ts":"1732217864451"} 2024-11-21T19:37:44,455 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T19:37:44,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd9d0a755aea35730e04a6e831a9ab7b, ASSIGN}] 2024-11-21T19:37:44,478 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd9d0a755aea35730e04a6e831a9ab7b, ASSIGN 2024-11-21T19:37:44,481 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd9d0a755aea35730e04a6e831a9ab7b, ASSIGN; state=OFFLINE, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=false 2024-11-21T19:37:44,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:37:44,632 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cd9d0a755aea35730e04a6e831a9ab7b, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:44,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:37:44,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:44,801 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:44,801 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:37:44,802 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:44,802 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:37:44,802 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:44,802 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:44,819 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:44,829 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:37:44,830 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd9d0a755aea35730e04a6e831a9ab7b columnFamilyName A 2024-11-21T19:37:44,830 DEBUG [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:44,831 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] regionserver.HStore(327): Store=cd9d0a755aea35730e04a6e831a9ab7b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:37:44,832 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:44,834 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:37:44,835 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd9d0a755aea35730e04a6e831a9ab7b columnFamilyName B 2024-11-21T19:37:44,835 DEBUG [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:44,836 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] regionserver.HStore(327): Store=cd9d0a755aea35730e04a6e831a9ab7b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:37:44,837 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:44,840 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:37:44,840 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd9d0a755aea35730e04a6e831a9ab7b columnFamilyName C 2024-11-21T19:37:44,841 DEBUG [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:37:44,842 INFO [StoreOpener-cd9d0a755aea35730e04a6e831a9ab7b-1 {}] regionserver.HStore(327): Store=cd9d0a755aea35730e04a6e831a9ab7b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:37:44,843 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:44,845 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:44,846 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:44,859 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:37:44,869 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:44,892 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:37:44,894 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened cd9d0a755aea35730e04a6e831a9ab7b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62880637, jitterRate=-0.0630054920911789}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:37:44,896 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:44,899 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., pid=11, masterSystemTime=1732217864792 2024-11-21T19:37:44,912 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:44,913 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:44,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cd9d0a755aea35730e04a6e831a9ab7b, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:44,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T19:37:44,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 in 288 msec 2024-11-21T19:37:44,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T19:37:44,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd9d0a755aea35730e04a6e831a9ab7b, ASSIGN in 464 msec 2024-11-21T19:37:44,962 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:37:44,963 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217864962"}]},"ts":"1732217864962"} 2024-11-21T19:37:44,974 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T19:37:45,009 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:37:45,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1390 sec 2024-11-21T19:37:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-21T19:37:45,020 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-21T19:37:45,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d3c4a2 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@717ab2a5 2024-11-21T19:37:45,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d471c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,053 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:37:45,064 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:37:45,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bc751a9 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb3d251 2024-11-21T19:37:45,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425e8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c0e492 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@33149741 2024-11-21T19:37:45,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec67e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18db075f to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d24ef6 2024-11-21T19:37:45,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753b4981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36f4802b to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c6bcdfd 2024-11-21T19:37:45,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd9935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05552403 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@96bdfff 2024-11-21T19:37:45,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0fc6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,264 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75a3f509 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27d4b6a9 2024-11-21T19:37:45,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f72ff58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522af94d to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50c96c5f 2024-11-21T19:37:45,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9c121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,361 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04d2d42f to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3204fd5d 2024-11-21T19:37:45,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14719223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,384 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4695 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bc1ac1a 2024-11-21T19:37:45,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:37:45,448 DEBUG [hconnection-0x4b800cbf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,451 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:37:45,453 DEBUG [hconnection-0x778c0741-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,469 DEBUG [hconnection-0x6313e8f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,470 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-21T19:37:45,471 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,473 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:37:45,476 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:37:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T19:37:45,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:37:45,483 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,491 DEBUG [hconnection-0x364c5753-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,497 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,503 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,514 DEBUG [hconnection-0x7da3ac9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,516 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,521 DEBUG [hconnection-0x74328c80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,533 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,545 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,551 DEBUG [hconnection-0x4c21a880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:37:45,553 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,554 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,571 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:37:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T19:37:45,652 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:45,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:45,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:45,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:37:45,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:45,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:45,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:45,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:45,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:45,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:45,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:45,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:45,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:45,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T19:37:45,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:45,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:45,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:45,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:45,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:45,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:45,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/639f1a5d4eb441c5a98abe50d5c5047a is 50, key is test_row_0/A:col10/1732217865638/Put/seqid=0 2024-11-21T19:37:45,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217925892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:45,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217925895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:45,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217925904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:45,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217925911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:45,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217925920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:45,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741839_1015 (size=14341) 2024-11-21T19:37:45,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/639f1a5d4eb441c5a98abe50d5c5047a 2024-11-21T19:37:46,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:46,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:46,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217926071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217926063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217926071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217926073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217926073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T19:37:46,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:46,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/956f35cb1c4b49e3a8a44b4398cbe964 is 50, key is test_row_0/B:col10/1732217865638/Put/seqid=0 2024-11-21T19:37:46,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217926285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217926287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217926288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217926303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217926303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741840_1016 (size=12001) 2024-11-21T19:37:46,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:46,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:46,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217926593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T19:37:46,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217926608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217926625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217926626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217926626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:46,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/956f35cb1c4b49e3a8a44b4398cbe964 2024-11-21T19:37:46,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/5b84abaedd76498db046d6d7b4621e63 is 50, key is test_row_0/C:col10/1732217865638/Put/seqid=0 2024-11-21T19:37:46,865 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:46,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:46,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:46,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741841_1017 (size=12001) 2024-11-21T19:37:46,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/5b84abaedd76498db046d6d7b4621e63 2024-11-21T19:37:46,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/639f1a5d4eb441c5a98abe50d5c5047a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/639f1a5d4eb441c5a98abe50d5c5047a 2024-11-21T19:37:46,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/639f1a5d4eb441c5a98abe50d5c5047a, entries=200, sequenceid=12, filesize=14.0 K 2024-11-21T19:37:46,989 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-21T19:37:46,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/956f35cb1c4b49e3a8a44b4398cbe964 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/956f35cb1c4b49e3a8a44b4398cbe964 2024-11-21T19:37:47,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/956f35cb1c4b49e3a8a44b4398cbe964, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T19:37:47,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/5b84abaedd76498db046d6d7b4621e63 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5b84abaedd76498db046d6d7b4621e63 2024-11-21T19:37:47,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5b84abaedd76498db046d6d7b4621e63, entries=150, sequenceid=12, filesize=11.7 K 2024-11-21T19:37:47,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cd9d0a755aea35730e04a6e831a9ab7b in 1400ms, sequenceid=12, compaction requested=false 2024-11-21T19:37:47,077 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T19:37:47,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:47,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T19:37:47,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:47,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:47,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:47,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:47,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:47,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:47,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/450114b44d714702a8b83b2913d5f7da is 50, key is test_row_0/A:col10/1732217867105/Put/seqid=0 2024-11-21T19:37:47,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217927150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217927151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217927155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741842_1018 (size=14341) 2024-11-21T19:37:47,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/450114b44d714702a8b83b2913d5f7da 2024-11-21T19:37:47,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:47,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:47,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217927165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217927164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/fe83f61ec0a64c19a05aff57291277ac is 50, key is test_row_0/B:col10/1732217867105/Put/seqid=0 2024-11-21T19:37:47,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217927273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217927274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217927279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741843_1019 (size=12001) 2024-11-21T19:37:47,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/fe83f61ec0a64c19a05aff57291277ac 2024-11-21T19:37:47,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217927321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217927322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,371 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/f2616f9844204ef3a948328a3daa63c6 is 50, key is test_row_0/C:col10/1732217867105/Put/seqid=0 2024-11-21T19:37:47,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:47,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741844_1020 (size=12001) 2024-11-21T19:37:47,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/f2616f9844204ef3a948328a3daa63c6 2024-11-21T19:37:47,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/450114b44d714702a8b83b2913d5f7da as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/450114b44d714702a8b83b2913d5f7da 2024-11-21T19:37:47,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/450114b44d714702a8b83b2913d5f7da, entries=200, sequenceid=38, filesize=14.0 K 2024-11-21T19:37:47,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/fe83f61ec0a64c19a05aff57291277ac as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/fe83f61ec0a64c19a05aff57291277ac 2024-11-21T19:37:47,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/fe83f61ec0a64c19a05aff57291277ac, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T19:37:47,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/f2616f9844204ef3a948328a3daa63c6 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f2616f9844204ef3a948328a3daa63c6 2024-11-21T19:37:47,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217927504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217927508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f2616f9844204ef3a948328a3daa63c6, entries=150, sequenceid=38, filesize=11.7 K 2024-11-21T19:37:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for cd9d0a755aea35730e04a6e831a9ab7b in 426ms, sequenceid=38, compaction requested=false 2024-11-21T19:37:47,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:47,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T19:37:47,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:47,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:47,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:47,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:47,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:47,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:47,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/fd5496995c1346b795ed03968bb44c96 is 50, key is test_row_0/A:col10/1732217867537/Put/seqid=0 2024-11-21T19:37:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T19:37:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741845_1021 (size=14341) 2024-11-21T19:37:47,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/fd5496995c1346b795ed03968bb44c96 2024-11-21T19:37:47,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/48d6c8d09b974cdfbf0399dfd8e133cb is 50, key is test_row_0/B:col10/1732217867537/Put/seqid=0 2024-11-21T19:37:47,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217927737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217927738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,764 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:37:47,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741846_1022 (size=12001) 2024-11-21T19:37:47,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217927742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,855 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:47,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217927848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:47,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:47,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:47,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217927856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217927859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217927871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217927872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:47,915 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T19:37:47,916 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-21T19:37:48,019 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:48,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217928104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217928104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217928105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/48d6c8d09b974cdfbf0399dfd8e133cb 2024-11-21T19:37:48,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:48,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/2f366fa050a24abdaaf8dee56675b70c is 50, key is test_row_0/C:col10/1732217867537/Put/seqid=0 2024-11-21T19:37:48,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741847_1023 (size=12001) 2024-11-21T19:37:48,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:48,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217928364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217928366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217928419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217928421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217928421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:48,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,573 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T19:37:48,573 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T19:37:48,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-21T19:37:48,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-21T19:37:48,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:37:48,578 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T19:37:48,579 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T19:37:48,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T19:37:48,588 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T19:37:48,588 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T19:37:48,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/2f366fa050a24abdaaf8dee56675b70c 2024-11-21T19:37:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/fd5496995c1346b795ed03968bb44c96 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fd5496995c1346b795ed03968bb44c96 2024-11-21T19:37:48,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fd5496995c1346b795ed03968bb44c96, entries=200, sequenceid=50, filesize=14.0 K 2024-11-21T19:37:48,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/48d6c8d09b974cdfbf0399dfd8e133cb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48d6c8d09b974cdfbf0399dfd8e133cb 2024-11-21T19:37:48,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:48,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:48,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:48,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:48,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48d6c8d09b974cdfbf0399dfd8e133cb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T19:37:48,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/2f366fa050a24abdaaf8dee56675b70c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2f366fa050a24abdaaf8dee56675b70c 2024-11-21T19:37:48,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2f366fa050a24abdaaf8dee56675b70c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-21T19:37:48,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cd9d0a755aea35730e04a6e831a9ab7b in 1354ms, sequenceid=50, compaction requested=true 2024-11-21T19:37:48,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:48,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:37:48,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:48,903 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:37:48,903 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:37:48,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:37:48,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:48,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:37:48,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:48,912 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:37:48,914 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/B is initiating minor compaction (all files) 2024-11-21T19:37:48,915 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/B in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,915 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/956f35cb1c4b49e3a8a44b4398cbe964, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/fe83f61ec0a64c19a05aff57291277ac, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48d6c8d09b974cdfbf0399dfd8e133cb] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=35.2 K 2024-11-21T19:37:48,918 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:37:48,918 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/A is initiating minor compaction (all files) 2024-11-21T19:37:48,918 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/A in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:48,918 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/639f1a5d4eb441c5a98abe50d5c5047a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/450114b44d714702a8b83b2913d5f7da, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fd5496995c1346b795ed03968bb44c96] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=42.0 K 2024-11-21T19:37:48,919 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 956f35cb1c4b49e3a8a44b4398cbe964, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732217865605 2024-11-21T19:37:48,923 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 639f1a5d4eb441c5a98abe50d5c5047a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732217865605 2024-11-21T19:37:48,927 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting fe83f61ec0a64c19a05aff57291277ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732217865857 2024-11-21T19:37:48,929 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 450114b44d714702a8b83b2913d5f7da, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732217865857 2024-11-21T19:37:48,936 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 48d6c8d09b974cdfbf0399dfd8e133cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732217867146 2024-11-21T19:37:48,936 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd5496995c1346b795ed03968bb44c96, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732217867146 2024-11-21T19:37:48,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:37:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:48,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/254be0cf1974406ab831676f5ad73375 is 50, key is test_row_0/A:col10/1732217867718/Put/seqid=0 2024-11-21T19:37:49,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:49,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:49,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741848_1024 (size=14341) 2024-11-21T19:37:49,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/254be0cf1974406ab831676f5ad73375 2024-11-21T19:37:49,072 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#B#compaction#10 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:49,073 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/3f1ba22ecfd04be09bd86261d03d0c9b is 50, key is test_row_0/B:col10/1732217867537/Put/seqid=0 2024-11-21T19:37:49,079 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#A#compaction#11 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:49,080 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/e0a5df0ddd8e4efdaa672e22b886007e is 50, key is test_row_0/A:col10/1732217867537/Put/seqid=0 2024-11-21T19:37:49,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/b44041098e0c459b900bac7f31e654d6 is 50, key is test_row_0/B:col10/1732217867718/Put/seqid=0 2024-11-21T19:37:49,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217929060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741849_1025 (size=12104) 2024-11-21T19:37:49,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741850_1026 (size=12104) 2024-11-21T19:37:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,202 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/3f1ba22ecfd04be09bd86261d03d0c9b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3f1ba22ecfd04be09bd86261d03d0c9b 2024-11-21T19:37:49,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741851_1027 (size=12001) 2024-11-21T19:37:49,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217929111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217929119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,244 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/B of cd9d0a755aea35730e04a6e831a9ab7b into 3f1ba22ecfd04be09bd86261d03d0c9b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:49,245 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:49,245 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/B, priority=13, startTime=1732217868903; duration=0sec 2024-11-21T19:37:49,245 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:49,245 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:B 2024-11-21T19:37:49,245 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:37:49,250 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:37:49,250 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/C is initiating minor compaction (all files) 2024-11-21T19:37:49,251 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/C in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,251 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5b84abaedd76498db046d6d7b4621e63, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f2616f9844204ef3a948328a3daa63c6, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2f366fa050a24abdaaf8dee56675b70c] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=35.2 K 2024-11-21T19:37:49,252 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b84abaedd76498db046d6d7b4621e63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732217865605 2024-11-21T19:37:49,253 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting f2616f9844204ef3a948328a3daa63c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732217865857 2024-11-21T19:37:49,254 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f366fa050a24abdaaf8dee56675b70c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732217867146 2024-11-21T19:37:49,296 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#C#compaction#13 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:49,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217929287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,308 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/e223ae72b3bb4c71bb1283299b3722b7 is 50, key is test_row_0/C:col10/1732217867537/Put/seqid=0 2024-11-21T19:37:49,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:49,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741852_1028 (size=12104) 2024-11-21T19:37:49,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217929347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217929351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,415 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/e223ae72b3bb4c71bb1283299b3722b7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/e223ae72b3bb4c71bb1283299b3722b7 2024-11-21T19:37:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217929388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217929394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,455 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/C of cd9d0a755aea35730e04a6e831a9ab7b into e223ae72b3bb4c71bb1283299b3722b7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:49,455 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:49,455 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/C, priority=13, startTime=1732217868904; duration=0sec 2024-11-21T19:37:49,456 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:49,456 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:C 2024-11-21T19:37:49,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:49,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:49,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217929510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217929588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217929583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,605 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/e0a5df0ddd8e4efdaa672e22b886007e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e0a5df0ddd8e4efdaa672e22b886007e 2024-11-21T19:37:49,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/b44041098e0c459b900bac7f31e654d6 2024-11-21T19:37:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T19:37:49,636 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/A of cd9d0a755aea35730e04a6e831a9ab7b into e0a5df0ddd8e4efdaa672e22b886007e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:49,636 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:49,636 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/A, priority=13, startTime=1732217868901; duration=0sec 2024-11-21T19:37:49,655 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:49,655 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:A 2024-11-21T19:37:49,669 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:49,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:49,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:49,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/559af951914849e4a7c5f9cd4a6c14fd is 50, key is test_row_0/C:col10/1732217867718/Put/seqid=0 2024-11-21T19:37:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741853_1029 (size=12001) 2024-11-21T19:37:49,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/559af951914849e4a7c5f9cd4a6c14fd 2024-11-21T19:37:49,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/254be0cf1974406ab831676f5ad73375 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/254be0cf1974406ab831676f5ad73375 2024-11-21T19:37:49,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/254be0cf1974406ab831676f5ad73375, entries=200, sequenceid=75, filesize=14.0 K 2024-11-21T19:37:49,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/b44041098e0c459b900bac7f31e654d6 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/b44041098e0c459b900bac7f31e654d6 2024-11-21T19:37:49,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/b44041098e0c459b900bac7f31e654d6, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T19:37:49,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/559af951914849e4a7c5f9cd4a6c14fd as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/559af951914849e4a7c5f9cd4a6c14fd 2024-11-21T19:37:49,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/559af951914849e4a7c5f9cd4a6c14fd, entries=150, sequenceid=75, filesize=11.7 K 2024-11-21T19:37:49,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cd9d0a755aea35730e04a6e831a9ab7b in 851ms, sequenceid=75, compaction requested=false 2024-11-21T19:37:49,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:49,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-21T19:37:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:49,836 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:37:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:49,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:49,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/198f3d2f56a046fd90895ebbedd6eb28 is 50, key is test_row_0/A:col10/1732217869051/Put/seqid=0 2024-11-21T19:37:49,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741854_1030 (size=12001) 2024-11-21T19:37:49,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217929979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217929984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:49,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217929989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217930102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217930104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217930104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,315 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/198f3d2f56a046fd90895ebbedd6eb28 2024-11-21T19:37:50,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217930318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217930319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217930320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/9536715d5b754ddfaacd57126374b5d0 is 50, key is test_row_0/B:col10/1732217869051/Put/seqid=0 2024-11-21T19:37:50,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741855_1031 (size=12001) 2024-11-21T19:37:50,392 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/9536715d5b754ddfaacd57126374b5d0 2024-11-21T19:37:50,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/a82cd0d426a64dcd940c1824db255449 is 50, key is test_row_0/C:col10/1732217869051/Put/seqid=0 2024-11-21T19:37:50,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741856_1032 (size=12001) 2024-11-21T19:37:50,479 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/a82cd0d426a64dcd940c1824db255449 2024-11-21T19:37:50,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/198f3d2f56a046fd90895ebbedd6eb28 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/198f3d2f56a046fd90895ebbedd6eb28 2024-11-21T19:37:50,526 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/198f3d2f56a046fd90895ebbedd6eb28, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T19:37:50,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/9536715d5b754ddfaacd57126374b5d0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/9536715d5b754ddfaacd57126374b5d0 2024-11-21T19:37:50,559 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/9536715d5b754ddfaacd57126374b5d0, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T19:37:50,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/a82cd0d426a64dcd940c1824db255449 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/a82cd0d426a64dcd940c1824db255449 2024-11-21T19:37:50,583 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/a82cd0d426a64dcd940c1824db255449, entries=150, sequenceid=89, filesize=11.7 K 2024-11-21T19:37:50,588 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cd9d0a755aea35730e04a6e831a9ab7b in 752ms, sequenceid=89, compaction requested=true 2024-11-21T19:37:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:50,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T19:37:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-21T19:37:50,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T19:37:50,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.1140 sec 2024-11-21T19:37:50,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 5.1470 sec 2024-11-21T19:37:50,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T19:37:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:50,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:50,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ec5976b33029466ea800c43a1b68f176 is 50, key is test_row_0/A:col10/1732217870640/Put/seqid=0 2024-11-21T19:37:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217930695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217930694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217930706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741857_1033 (size=12001) 2024-11-21T19:37:50,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ec5976b33029466ea800c43a1b68f176 2024-11-21T19:37:50,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/538701ed81bc4cbf9b9a36442bb9ce07 is 50, key is test_row_0/B:col10/1732217870640/Put/seqid=0 2024-11-21T19:37:50,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217930818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741858_1034 (size=12001) 2024-11-21T19:37:50,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/538701ed81bc4cbf9b9a36442bb9ce07 2024-11-21T19:37:50,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217930835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217930836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:50,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/56aebf7049de49339129f708b603352e is 50, key is test_row_0/C:col10/1732217870640/Put/seqid=0 2024-11-21T19:37:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741859_1035 (size=12001) 2024-11-21T19:37:50,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/56aebf7049de49339129f708b603352e 2024-11-21T19:37:51,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ec5976b33029466ea800c43a1b68f176 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ec5976b33029466ea800c43a1b68f176 2024-11-21T19:37:51,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217931032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217931048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ec5976b33029466ea800c43a1b68f176, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T19:37:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217931054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/538701ed81bc4cbf9b9a36442bb9ce07 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/538701ed81bc4cbf9b9a36442bb9ce07 2024-11-21T19:37:51,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/538701ed81bc4cbf9b9a36442bb9ce07, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T19:37:51,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/56aebf7049de49339129f708b603352e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/56aebf7049de49339129f708b603352e 2024-11-21T19:37:51,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/56aebf7049de49339129f708b603352e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-21T19:37:51,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for cd9d0a755aea35730e04a6e831a9ab7b in 538ms, sequenceid=116, compaction requested=true 2024-11-21T19:37:51,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:51,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:37:51,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:51,179 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:37:51,179 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:37:51,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:37:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:51,186 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:37:51,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:37:51,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:51,186 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/B is initiating minor compaction (all files) 2024-11-21T19:37:51,188 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:37:51,188 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/A is initiating minor compaction (all files) 2024-11-21T19:37:51,188 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/A in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:51,188 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e0a5df0ddd8e4efdaa672e22b886007e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/254be0cf1974406ab831676f5ad73375, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/198f3d2f56a046fd90895ebbedd6eb28, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ec5976b33029466ea800c43a1b68f176] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=49.3 K 2024-11-21T19:37:51,188 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/B in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:51,189 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3f1ba22ecfd04be09bd86261d03d0c9b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/b44041098e0c459b900bac7f31e654d6, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/9536715d5b754ddfaacd57126374b5d0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/538701ed81bc4cbf9b9a36442bb9ce07] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=47.0 K 2024-11-21T19:37:51,189 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0a5df0ddd8e4efdaa672e22b886007e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732217867146 2024-11-21T19:37:51,190 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f1ba22ecfd04be09bd86261d03d0c9b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732217867146 2024-11-21T19:37:51,190 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 254be0cf1974406ab831676f5ad73375, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732217867718 2024-11-21T19:37:51,191 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b44041098e0c459b900bac7f31e654d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732217867718 2024-11-21T19:37:51,191 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 198f3d2f56a046fd90895ebbedd6eb28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732217869006 2024-11-21T19:37:51,192 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 9536715d5b754ddfaacd57126374b5d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732217869006 2024-11-21T19:37:51,192 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec5976b33029466ea800c43a1b68f176, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732217869928 2024-11-21T19:37:51,193 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 538701ed81bc4cbf9b9a36442bb9ce07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732217869928 2024-11-21T19:37:51,247 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:51,248 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/be3a4ae1d72a40f980fdf498c4700116 is 50, key is test_row_0/B:col10/1732217870640/Put/seqid=0 2024-11-21T19:37:51,261 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:51,262 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/4dcac13c13944a02b5e576ba43c3ea46 is 50, key is test_row_0/A:col10/1732217870640/Put/seqid=0 2024-11-21T19:37:51,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741860_1036 (size=12241) 2024-11-21T19:37:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741861_1037 (size=12241) 2024-11-21T19:37:51,334 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/be3a4ae1d72a40f980fdf498c4700116 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/be3a4ae1d72a40f980fdf498c4700116 2024-11-21T19:37:51,368 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/4dcac13c13944a02b5e576ba43c3ea46 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/4dcac13c13944a02b5e576ba43c3ea46 2024-11-21T19:37:51,377 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/B of cd9d0a755aea35730e04a6e831a9ab7b into be3a4ae1d72a40f980fdf498c4700116(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:51,377 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:51,377 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/B, priority=12, startTime=1732217871179; duration=0sec 2024-11-21T19:37:51,377 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:51,377 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:B 2024-11-21T19:37:51,377 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:37:51,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:51,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T19:37:51,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:51,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:51,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:51,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:51,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:51,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:51,397 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/A of cd9d0a755aea35730e04a6e831a9ab7b into 4dcac13c13944a02b5e576ba43c3ea46(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:51,398 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:51,398 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/A, priority=12, startTime=1732217871178; duration=0sec 2024-11-21T19:37:51,398 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:51,399 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:37:51,399 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/C is initiating minor compaction (all files) 2024-11-21T19:37:51,399 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/C in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:51,399 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/e223ae72b3bb4c71bb1283299b3722b7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/559af951914849e4a7c5f9cd4a6c14fd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/a82cd0d426a64dcd940c1824db255449, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/56aebf7049de49339129f708b603352e] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=47.0 K 2024-11-21T19:37:51,401 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:A 2024-11-21T19:37:51,407 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting e223ae72b3bb4c71bb1283299b3722b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732217867146 2024-11-21T19:37:51,411 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 559af951914849e4a7c5f9cd4a6c14fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732217867718 2024-11-21T19:37:51,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/d147e8f4f7da49bea7f0d60c1e441dc2 is 50, key is test_row_0/A:col10/1732217871376/Put/seqid=0 2024-11-21T19:37:51,415 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting a82cd0d426a64dcd940c1824db255449, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732217869006 2024-11-21T19:37:51,427 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 56aebf7049de49339129f708b603352e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732217869928 2024-11-21T19:37:51,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217931469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217931480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741862_1038 (size=12051) 2024-11-21T19:37:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217931479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217931488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/d147e8f4f7da49bea7f0d60c1e441dc2 2024-11-21T19:37:51,520 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#C#compaction#24 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:51,521 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/57d91b3e730a4b2381efe2f1d707d2ad is 50, key is test_row_0/C:col10/1732217870640/Put/seqid=0 2024-11-21T19:37:51,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217931481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/79f702083b1648ea98b8f5dd1e979af9 is 50, key is test_row_0/B:col10/1732217871376/Put/seqid=0 2024-11-21T19:37:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741863_1039 (size=12241) 2024-11-21T19:37:51,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217931593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217931612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741864_1040 (size=12051) 2024-11-21T19:37:51,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/79f702083b1648ea98b8f5dd1e979af9 2024-11-21T19:37:51,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217931612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217931612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217931638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/2084f2cf9fec4f80b5de4cb6b2ad7659 is 50, key is test_row_0/C:col10/1732217871376/Put/seqid=0 2024-11-21T19:37:51,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741865_1041 (size=12051) 2024-11-21T19:37:51,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217931807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217931830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217931839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217931841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217931856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,024 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/57d91b3e730a4b2381efe2f1d707d2ad as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/57d91b3e730a4b2381efe2f1d707d2ad 2024-11-21T19:37:52,071 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/C of cd9d0a755aea35730e04a6e831a9ab7b into 57d91b3e730a4b2381efe2f1d707d2ad(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:52,071 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:52,071 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/C, priority=12, startTime=1732217871183; duration=0sec 2024-11-21T19:37:52,071 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:52,071 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:C 2024-11-21T19:37:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217932119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/2084f2cf9fec4f80b5de4cb6b2ad7659 2024-11-21T19:37:52,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217932154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217932154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217932159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/d147e8f4f7da49bea7f0d60c1e441dc2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/d147e8f4f7da49bea7f0d60c1e441dc2 2024-11-21T19:37:52,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217932164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/d147e8f4f7da49bea7f0d60c1e441dc2, entries=150, sequenceid=130, filesize=11.8 K 2024-11-21T19:37:52,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/79f702083b1648ea98b8f5dd1e979af9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/79f702083b1648ea98b8f5dd1e979af9 2024-11-21T19:37:52,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/79f702083b1648ea98b8f5dd1e979af9, entries=150, sequenceid=130, filesize=11.8 K 2024-11-21T19:37:52,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/2084f2cf9fec4f80b5de4cb6b2ad7659 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2084f2cf9fec4f80b5de4cb6b2ad7659 2024-11-21T19:37:52,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2084f2cf9fec4f80b5de4cb6b2ad7659, entries=150, sequenceid=130, filesize=11.8 K 2024-11-21T19:37:52,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cd9d0a755aea35730e04a6e831a9ab7b in 873ms, sequenceid=130, compaction requested=false 2024-11-21T19:37:52,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:52,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:37:52,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:52,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:52,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/e1fcc062132843e993978613e8f4f283 is 50, key is test_row_0/A:col10/1732217871469/Put/seqid=0 2024-11-21T19:37:52,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741866_1042 (size=14541) 2024-11-21T19:37:52,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/e1fcc062132843e993978613e8f4f283 2024-11-21T19:37:52,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217932711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217932713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217932725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217932729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217932742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/411016567b5947e78607f409b7283525 is 50, key is test_row_0/B:col10/1732217871469/Put/seqid=0 2024-11-21T19:37:52,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741867_1043 (size=12151) 2024-11-21T19:37:52,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217932831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217932831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217932851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217932856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:52,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217932861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217933048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217933048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217933063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217933068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217933088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/411016567b5947e78607f409b7283525 2024-11-21T19:37:53,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/4f25d1f804b447219ca8e1cf49c74233 is 50, key is test_row_0/C:col10/1732217871469/Put/seqid=0 2024-11-21T19:37:53,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217933358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217933363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217933377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217933384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217933399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741868_1044 (size=12151) 2024-11-21T19:37:53,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/4f25d1f804b447219ca8e1cf49c74233 2024-11-21T19:37:53,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/e1fcc062132843e993978613e8f4f283 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e1fcc062132843e993978613e8f4f283 2024-11-21T19:37:53,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e1fcc062132843e993978613e8f4f283, entries=200, sequenceid=156, filesize=14.2 K 2024-11-21T19:37:53,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/411016567b5947e78607f409b7283525 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/411016567b5947e78607f409b7283525 2024-11-21T19:37:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-21T19:37:53,628 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-21T19:37:53,631 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:37:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-21T19:37:53,635 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:37:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T19:37:53,643 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:37:53,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:37:53,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/411016567b5947e78607f409b7283525, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T19:37:53,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/4f25d1f804b447219ca8e1cf49c74233 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/4f25d1f804b447219ca8e1cf49c74233 2024-11-21T19:37:53,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/4f25d1f804b447219ca8e1cf49c74233, entries=150, sequenceid=156, filesize=11.9 K 2024-11-21T19:37:53,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for cd9d0a755aea35730e04a6e831a9ab7b in 1066ms, sequenceid=156, compaction requested=true 2024-11-21T19:37:53,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:53,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:37:53,715 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:37:53,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:53,715 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:37:53,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:37:53,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:53,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:37:53,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:53,722 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38833 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:37:53,722 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/A is initiating minor compaction (all files) 2024-11-21T19:37:53,723 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/A in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:53,723 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/4dcac13c13944a02b5e576ba43c3ea46, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/d147e8f4f7da49bea7f0d60c1e441dc2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e1fcc062132843e993978613e8f4f283] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=37.9 K 2024-11-21T19:37:53,731 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:37:53,731 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/B is initiating minor compaction (all files) 2024-11-21T19:37:53,731 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/B in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:53,732 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/be3a4ae1d72a40f980fdf498c4700116, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/79f702083b1648ea98b8f5dd1e979af9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/411016567b5947e78607f409b7283525] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=35.6 K 2024-11-21T19:37:53,732 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dcac13c13944a02b5e576ba43c3ea46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732217869928 2024-11-21T19:37:53,737 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting be3a4ae1d72a40f980fdf498c4700116, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732217869928 2024-11-21T19:37:53,743 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 79f702083b1648ea98b8f5dd1e979af9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732217870692 2024-11-21T19:37:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T19:37:53,744 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d147e8f4f7da49bea7f0d60c1e441dc2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732217870692 2024-11-21T19:37:53,753 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1fcc062132843e993978613e8f4f283, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732217871469 2024-11-21T19:37:53,754 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 411016567b5947e78607f409b7283525, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732217871469 2024-11-21T19:37:53,797 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:53,798 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:53,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-21T19:37:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:53,800 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T19:37:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:53,801 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:53,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:53,802 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/9126687551f841b0931e66eeb643ef51 is 50, key is test_row_0/A:col10/1732217871469/Put/seqid=0 2024-11-21T19:37:53,803 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/1de6e03fc032426eb415ca04b4373412 is 50, key is test_row_0/B:col10/1732217871469/Put/seqid=0 2024-11-21T19:37:53,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/0c4d80e2cafa446bacfbfb1800fda10b is 50, key is test_row_0/A:col10/1732217872719/Put/seqid=0 2024-11-21T19:37:53,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741870_1046 (size=12493) 2024-11-21T19:37:53,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741869_1045 (size=12493) 2024-11-21T19:37:53,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741871_1047 (size=12151) 2024-11-21T19:37:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:53,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T19:37:54,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217933993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217934001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217934001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217934004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217934004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217934108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217934111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217934119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217934120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217934120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T19:37:54,281 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/1de6e03fc032426eb415ca04b4373412 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1de6e03fc032426eb415ca04b4373412 2024-11-21T19:37:54,287 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/0c4d80e2cafa446bacfbfb1800fda10b 2024-11-21T19:37:54,311 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/B of cd9d0a755aea35730e04a6e831a9ab7b into 1de6e03fc032426eb415ca04b4373412(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:54,311 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:54,312 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/B, priority=13, startTime=1732217873715; duration=0sec 2024-11-21T19:37:54,312 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:54,312 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:B 2024-11-21T19:37:54,312 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:37:54,323 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:37:54,323 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/9126687551f841b0931e66eeb643ef51 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/9126687551f841b0931e66eeb643ef51 2024-11-21T19:37:54,323 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/C is initiating minor compaction (all files) 2024-11-21T19:37:54,323 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/C in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:54,323 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/57d91b3e730a4b2381efe2f1d707d2ad, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2084f2cf9fec4f80b5de4cb6b2ad7659, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/4f25d1f804b447219ca8e1cf49c74233] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=35.6 K 2024-11-21T19:37:54,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217934315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217934316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,330 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 57d91b3e730a4b2381efe2f1d707d2ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732217869928 2024-11-21T19:37:54,334 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2084f2cf9fec4f80b5de4cb6b2ad7659, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732217870692 2024-11-21T19:37:54,339 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f25d1f804b447219ca8e1cf49c74233, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732217871469 2024-11-21T19:37:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217934332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/295770b51c8e4429bae8b292b52e9a8c is 50, key is test_row_0/B:col10/1732217872719/Put/seqid=0 2024-11-21T19:37:54,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217934335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217934339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,368 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/A of cd9d0a755aea35730e04a6e831a9ab7b into 9126687551f841b0931e66eeb643ef51(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:54,368 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:54,368 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/A, priority=13, startTime=1732217873715; duration=0sec 2024-11-21T19:37:54,369 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:54,369 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:A 2024-11-21T19:37:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741872_1048 (size=12151) 2024-11-21T19:37:54,394 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:54,395 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/33ecb9ff142044568001820bf8bbac32 is 50, key is test_row_0/C:col10/1732217871469/Put/seqid=0 2024-11-21T19:37:54,396 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/295770b51c8e4429bae8b292b52e9a8c 2024-11-21T19:37:54,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741873_1049 (size=12493) 2024-11-21T19:37:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/f8fa589f642747e0b300949c5869b792 is 50, key is test_row_0/C:col10/1732217872719/Put/seqid=0 2024-11-21T19:37:54,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741874_1050 (size=12151) 2024-11-21T19:37:54,503 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/f8fa589f642747e0b300949c5869b792 2024-11-21T19:37:54,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/0c4d80e2cafa446bacfbfb1800fda10b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/0c4d80e2cafa446bacfbfb1800fda10b 2024-11-21T19:37:54,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217934630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,640 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/0c4d80e2cafa446bacfbfb1800fda10b, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T19:37:54,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217934637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/295770b51c8e4429bae8b292b52e9a8c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/295770b51c8e4429bae8b292b52e9a8c 2024-11-21T19:37:54,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217934652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217934664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217934670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,682 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/295770b51c8e4429bae8b292b52e9a8c, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T19:37:54,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/f8fa589f642747e0b300949c5869b792 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f8fa589f642747e0b300949c5869b792 2024-11-21T19:37:54,692 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f8fa589f642747e0b300949c5869b792, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T19:37:54,694 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cd9d0a755aea35730e04a6e831a9ab7b in 894ms, sequenceid=168, compaction requested=false 2024-11-21T19:37:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:54,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:54,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T19:37:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-21T19:37:54,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T19:37:54,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0550 sec 2024-11-21T19:37:54,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.0730 sec 2024-11-21T19:37:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-21T19:37:54,749 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-21T19:37:54,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:37:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-21T19:37:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T19:37:54,759 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:37:54,761 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:37:54,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:37:54,849 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/33ecb9ff142044568001820bf8bbac32 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/33ecb9ff142044568001820bf8bbac32 2024-11-21T19:37:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T19:37:54,865 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/C of cd9d0a755aea35730e04a6e831a9ab7b into 33ecb9ff142044568001820bf8bbac32(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:54,868 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:54,868 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/C, priority=13, startTime=1732217873716; duration=0sec 2024-11-21T19:37:54,869 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:54,869 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:C 2024-11-21T19:37:54,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:54,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-21T19:37:54,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:54,922 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T19:37:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:54,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/3363aefbf03b4e1d8e68a88f8cb5fe54 is 50, key is test_row_0/A:col10/1732217873997/Put/seqid=0 2024-11-21T19:37:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741875_1051 (size=12151) 2024-11-21T19:37:54,972 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/3363aefbf03b4e1d8e68a88f8cb5fe54 2024-11-21T19:37:55,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/219d5acce97e4ac0ba7c1dcd8b8e1f9a is 50, key is test_row_0/B:col10/1732217873997/Put/seqid=0 2024-11-21T19:37:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T19:37:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741876_1052 (size=12151) 2024-11-21T19:37:55,093 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/219d5acce97e4ac0ba7c1dcd8b8e1f9a 2024-11-21T19:37:55,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/5d56f02880fb45f9b2a9f88d3bb51cf7 is 50, key is test_row_0/C:col10/1732217873997/Put/seqid=0 2024-11-21T19:37:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:55,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:55,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741877_1053 (size=12151) 2024-11-21T19:37:55,168 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/5d56f02880fb45f9b2a9f88d3bb51cf7 2024-11-21T19:37:55,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217935183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/3363aefbf03b4e1d8e68a88f8cb5fe54 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3363aefbf03b4e1d8e68a88f8cb5fe54 2024-11-21T19:37:55,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217935192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217935194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217935201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217935201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,245 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3363aefbf03b4e1d8e68a88f8cb5fe54, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T19:37:55,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/219d5acce97e4ac0ba7c1dcd8b8e1f9a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/219d5acce97e4ac0ba7c1dcd8b8e1f9a 2024-11-21T19:37:55,301 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/219d5acce97e4ac0ba7c1dcd8b8e1f9a, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T19:37:55,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217935300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/5d56f02880fb45f9b2a9f88d3bb51cf7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5d56f02880fb45f9b2a9f88d3bb51cf7 2024-11-21T19:37:55,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217935313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217935312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217935313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217935313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,362 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5d56f02880fb45f9b2a9f88d3bb51cf7, entries=150, sequenceid=195, filesize=11.9 K 2024-11-21T19:37:55,365 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for cd9d0a755aea35730e04a6e831a9ab7b in 444ms, sequenceid=195, compaction requested=true 2024-11-21T19:37:55,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:55,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:55,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-21T19:37:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T19:37:55,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-21T19:37:55,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T19:37:55,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 617 msec 2024-11-21T19:37:55,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 642 msec 2024-11-21T19:37:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:55,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T19:37:55,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:55,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:55,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:55,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:55,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:55,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:55,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/96b0ce168bcd476786072e20a902cc9b is 50, key is test_row_0/A:col10/1732217875192/Put/seqid=0 2024-11-21T19:37:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741878_1054 (size=14541) 2024-11-21T19:37:55,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/96b0ce168bcd476786072e20a902cc9b 2024-11-21T19:37:55,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217935557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217935561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217935561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217935562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/f6475847dd5e4bfd8d4c11b2040d549e is 50, key is test_row_0/B:col10/1732217875192/Put/seqid=0 2024-11-21T19:37:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217935564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741879_1055 (size=12151) 2024-11-21T19:37:55,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/f6475847dd5e4bfd8d4c11b2040d549e 2024-11-21T19:37:55,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/8630ea9d6fcc41bcbde0ee7039b579ac is 50, key is test_row_0/C:col10/1732217875192/Put/seqid=0 2024-11-21T19:37:55,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217935667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217935669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217935669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217935670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741880_1056 (size=12151) 2024-11-21T19:37:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217935679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/8630ea9d6fcc41bcbde0ee7039b579ac 2024-11-21T19:37:55,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/96b0ce168bcd476786072e20a902cc9b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/96b0ce168bcd476786072e20a902cc9b 2024-11-21T19:37:55,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/96b0ce168bcd476786072e20a902cc9b, entries=200, sequenceid=210, filesize=14.2 K 2024-11-21T19:37:55,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/f6475847dd5e4bfd8d4c11b2040d549e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f6475847dd5e4bfd8d4c11b2040d549e 2024-11-21T19:37:55,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f6475847dd5e4bfd8d4c11b2040d549e, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T19:37:55,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/8630ea9d6fcc41bcbde0ee7039b579ac as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/8630ea9d6fcc41bcbde0ee7039b579ac 2024-11-21T19:37:55,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/8630ea9d6fcc41bcbde0ee7039b579ac, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T19:37:55,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for cd9d0a755aea35730e04a6e831a9ab7b in 204ms, sequenceid=210, compaction requested=true 2024-11-21T19:37:55,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:37:55,725 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:37:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:55,725 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:37:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:37:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:37:55,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:55,727 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:37:55,727 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/A is initiating minor compaction (all files) 2024-11-21T19:37:55,727 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/A in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:55,727 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/9126687551f841b0931e66eeb643ef51, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/0c4d80e2cafa446bacfbfb1800fda10b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3363aefbf03b4e1d8e68a88f8cb5fe54, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/96b0ce168bcd476786072e20a902cc9b] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=50.1 K 2024-11-21T19:37:55,728 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:37:55,728 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/B is initiating minor compaction (all files) 2024-11-21T19:37:55,728 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9126687551f841b0931e66eeb643ef51, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732217871469 2024-11-21T19:37:55,728 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/B in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:55,728 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1de6e03fc032426eb415ca04b4373412, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/295770b51c8e4429bae8b292b52e9a8c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/219d5acce97e4ac0ba7c1dcd8b8e1f9a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f6475847dd5e4bfd8d4c11b2040d549e] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=47.8 K 2024-11-21T19:37:55,729 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c4d80e2cafa446bacfbfb1800fda10b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732217872691 2024-11-21T19:37:55,729 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 1de6e03fc032426eb415ca04b4373412, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732217871469 2024-11-21T19:37:55,731 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3363aefbf03b4e1d8e68a88f8cb5fe54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732217873997 2024-11-21T19:37:55,731 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 295770b51c8e4429bae8b292b52e9a8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732217872691 2024-11-21T19:37:55,731 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96b0ce168bcd476786072e20a902cc9b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732217875190 2024-11-21T19:37:55,732 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 219d5acce97e4ac0ba7c1dcd8b8e1f9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732217873997 2024-11-21T19:37:55,733 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting f6475847dd5e4bfd8d4c11b2040d549e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732217875190 2024-11-21T19:37:55,770 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:55,771 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/4e0f5b9da28a4e2a962ad251a6262eab is 50, key is test_row_0/B:col10/1732217875192/Put/seqid=0 2024-11-21T19:37:55,772 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#A#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:55,772 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/5ec6c337c5f34791997d08c882fc70fe is 50, key is test_row_0/A:col10/1732217875192/Put/seqid=0 2024-11-21T19:37:55,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741882_1058 (size=12629) 2024-11-21T19:37:55,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741881_1057 (size=12629) 2024-11-21T19:37:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-21T19:37:55,870 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-21T19:37:55,874 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/5ec6c337c5f34791997d08c882fc70fe as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/5ec6c337c5f34791997d08c882fc70fe 2024-11-21T19:37:55,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:37:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-21T19:37:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T19:37:55,887 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:37:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:55,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T19:37:55,891 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:37:55,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:37:55,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:55,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:55,912 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/A of cd9d0a755aea35730e04a6e831a9ab7b into 5ec6c337c5f34791997d08c882fc70fe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:55,913 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:55,913 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/A, priority=12, startTime=1732217875725; duration=0sec 2024-11-21T19:37:55,913 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:55,914 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:A 2024-11-21T19:37:55,914 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:37:55,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/52d94582d0c44070815e72e5c918cf6c is 50, key is test_row_0/A:col10/1732217875885/Put/seqid=0 2024-11-21T19:37:55,919 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:37:55,920 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/C is initiating minor compaction (all files) 2024-11-21T19:37:55,920 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/C in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:55,920 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/33ecb9ff142044568001820bf8bbac32, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f8fa589f642747e0b300949c5869b792, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5d56f02880fb45f9b2a9f88d3bb51cf7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/8630ea9d6fcc41bcbde0ee7039b579ac] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=47.8 K 2024-11-21T19:37:55,921 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33ecb9ff142044568001820bf8bbac32, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732217871469 2024-11-21T19:37:55,922 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8fa589f642747e0b300949c5869b792, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732217872691 2024-11-21T19:37:55,922 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d56f02880fb45f9b2a9f88d3bb51cf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732217873997 2024-11-21T19:37:55,923 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8630ea9d6fcc41bcbde0ee7039b579ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732217875190 2024-11-21T19:37:55,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741883_1059 (size=12151) 2024-11-21T19:37:55,947 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#C#compaction#45 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:55,947 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/04f66f406349448f833159697b0af2ca is 50, key is test_row_0/C:col10/1732217875192/Put/seqid=0 2024-11-21T19:37:55,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/52d94582d0c44070815e72e5c918cf6c 2024-11-21T19:37:55,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217935928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217935919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217935953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217935954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217935960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:55,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/ce28958a214c48a6abda643dca052007 is 50, key is test_row_0/B:col10/1732217875885/Put/seqid=0 2024-11-21T19:37:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T19:37:55,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741884_1060 (size=12629) 2024-11-21T19:37:56,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741885_1061 (size=12151) 2024-11-21T19:37:56,054 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:56,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:56,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,059 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/04f66f406349448f833159697b0af2ca as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/04f66f406349448f833159697b0af2ca 2024-11-21T19:37:56,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217936058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217936064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,074 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/C of cd9d0a755aea35730e04a6e831a9ab7b into 04f66f406349448f833159697b0af2ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:56,074 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:56,074 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/C, priority=12, startTime=1732217875726; duration=0sec 2024-11-21T19:37:56,074 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:56,074 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:C 2024-11-21T19:37:56,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217936072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217936072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217936072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T19:37:56,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,254 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/4e0f5b9da28a4e2a962ad251a6262eab as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/4e0f5b9da28a4e2a962ad251a6262eab 2024-11-21T19:37:56,268 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/B of cd9d0a755aea35730e04a6e831a9ab7b into 4e0f5b9da28a4e2a962ad251a6262eab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:56,268 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:56,268 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/B, priority=12, startTime=1732217875725; duration=0sec 2024-11-21T19:37:56,269 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:56,269 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:B 2024-11-21T19:37:56,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217936264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217936277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217936282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217936283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217936283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:56,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/ce28958a214c48a6abda643dca052007 2024-11-21T19:37:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T19:37:56,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1dd0275ed4bb484f8094ca7634996a47 is 50, key is test_row_0/C:col10/1732217875885/Put/seqid=0 2024-11-21T19:37:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741886_1062 (size=12151) 2024-11-21T19:37:56,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:56,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217936579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217936588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217936597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217936599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:56,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217936599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:56,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:56,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:56,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:56,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:56,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1dd0275ed4bb484f8094ca7634996a47 2024-11-21T19:37:56,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/52d94582d0c44070815e72e5c918cf6c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/52d94582d0c44070815e72e5c918cf6c 2024-11-21T19:37:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T19:37:57,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/52d94582d0c44070815e72e5c918cf6c, entries=150, sequenceid=234, filesize=11.9 K 2024-11-21T19:37:57,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/ce28958a214c48a6abda643dca052007 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/ce28958a214c48a6abda643dca052007 2024-11-21T19:37:57,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:57,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:57,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/ce28958a214c48a6abda643dca052007, entries=150, sequenceid=234, filesize=11.9 K 2024-11-21T19:37:57,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1dd0275ed4bb484f8094ca7634996a47 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1dd0275ed4bb484f8094ca7634996a47 2024-11-21T19:37:57,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1dd0275ed4bb484f8094ca7634996a47, entries=150, sequenceid=234, filesize=11.9 K 2024-11-21T19:37:57,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for cd9d0a755aea35730e04a6e831a9ab7b in 1204ms, sequenceid=234, compaction requested=false 2024-11-21T19:37:57,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:57,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T19:37:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:57,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:57,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/3cb634008b564000915c11efe3559015 is 50, key is test_row_0/A:col10/1732217875949/Put/seqid=0 2024-11-21T19:37:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741887_1063 (size=14541) 2024-11-21T19:37:57,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/3cb634008b564000915c11efe3559015 2024-11-21T19:37:57,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217937164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217937169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217937171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:57,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:57,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217937183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/613e963f5dd04ecc83cc7b8d2e814070 is 50, key is test_row_0/B:col10/1732217875949/Put/seqid=0 2024-11-21T19:37:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217937184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741888_1064 (size=12151) 2024-11-21T19:37:57,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/613e963f5dd04ecc83cc7b8d2e814070 2024-11-21T19:37:57,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/0c3c454175e140a585e0170da227e07c is 50, key is test_row_0/C:col10/1732217875949/Put/seqid=0 2024-11-21T19:37:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741889_1065 (size=12151) 2024-11-21T19:37:57,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/0c3c454175e140a585e0170da227e07c 2024-11-21T19:37:57,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217937287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217937287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217937288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217937305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217937305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/3cb634008b564000915c11efe3559015 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3cb634008b564000915c11efe3559015 2024-11-21T19:37:57,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3cb634008b564000915c11efe3559015, entries=200, sequenceid=251, filesize=14.2 K 2024-11-21T19:37:57,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/613e963f5dd04ecc83cc7b8d2e814070 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/613e963f5dd04ecc83cc7b8d2e814070 2024-11-21T19:37:57,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/613e963f5dd04ecc83cc7b8d2e814070, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T19:37:57,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/0c3c454175e140a585e0170da227e07c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/0c3c454175e140a585e0170da227e07c 2024-11-21T19:37:57,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/0c3c454175e140a585e0170da227e07c, entries=150, sequenceid=251, filesize=11.9 K 2024-11-21T19:37:57,353 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:57,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for cd9d0a755aea35730e04a6e831a9ab7b in 247ms, sequenceid=251, compaction requested=true 2024-11-21T19:37:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:37:57,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,355 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:37:57,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,357 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:37:57,357 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:37:57,357 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/A is initiating minor compaction (all files) 2024-11-21T19:37:57,357 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/A in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,357 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/5ec6c337c5f34791997d08c882fc70fe, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/52d94582d0c44070815e72e5c918cf6c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3cb634008b564000915c11efe3559015] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=38.4 K 2024-11-21T19:37:57,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:37:57,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:57,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:37:57,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:57,358 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ec6c337c5f34791997d08c882fc70fe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732217875190 2024-11-21T19:37:57,359 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52d94582d0c44070815e72e5c918cf6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732217875558 2024-11-21T19:37:57,360 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:37:57,360 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/B is initiating minor compaction (all files) 2024-11-21T19:37:57,360 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/B in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,360 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/4e0f5b9da28a4e2a962ad251a6262eab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/ce28958a214c48a6abda643dca052007, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/613e963f5dd04ecc83cc7b8d2e814070] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=36.1 K 2024-11-21T19:37:57,360 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cb634008b564000915c11efe3559015, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732217875918 2024-11-21T19:37:57,362 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e0f5b9da28a4e2a962ad251a6262eab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732217875190 2024-11-21T19:37:57,363 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ce28958a214c48a6abda643dca052007, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732217875558 2024-11-21T19:37:57,364 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 613e963f5dd04ecc83cc7b8d2e814070, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732217875949 2024-11-21T19:37:57,382 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:57,384 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/eb2f61ba0b3b4cf48651f04a1173d7e4 is 50, key is test_row_0/A:col10/1732217875949/Put/seqid=0 2024-11-21T19:37:57,393 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:57,394 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/902cf7ee9cd54c8aac2b3a87151d8c5e is 50, key is test_row_0/B:col10/1732217875949/Put/seqid=0 2024-11-21T19:37:57,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741890_1066 (size=12731) 2024-11-21T19:37:57,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741891_1067 (size=12731) 2024-11-21T19:37:57,459 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/902cf7ee9cd54c8aac2b3a87151d8c5e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/902cf7ee9cd54c8aac2b3a87151d8c5e 2024-11-21T19:37:57,477 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/B of cd9d0a755aea35730e04a6e831a9ab7b into 902cf7ee9cd54c8aac2b3a87151d8c5e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:57,477 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:57,477 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/B, priority=13, startTime=1732217877355; duration=0sec 2024-11-21T19:37:57,478 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:57,478 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:B 2024-11-21T19:37:57,478 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:37:57,481 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:37:57,482 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/C is initiating minor compaction (all files) 2024-11-21T19:37:57,482 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/C in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,482 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/04f66f406349448f833159697b0af2ca, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1dd0275ed4bb484f8094ca7634996a47, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/0c3c454175e140a585e0170da227e07c] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=36.1 K 2024-11-21T19:37:57,483 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 04f66f406349448f833159697b0af2ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732217875190 2024-11-21T19:37:57,484 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dd0275ed4bb484f8094ca7634996a47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732217875558 2024-11-21T19:37:57,486 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c3c454175e140a585e0170da227e07c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732217875949 2024-11-21T19:37:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:57,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:37:57,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:57,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:57,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,517 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:57,518 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/7e93496bd2a14fadb342730d68536938 is 50, key is test_row_0/C:col10/1732217875949/Put/seqid=0 2024-11-21T19:37:57,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/2c8e6c4b273245c29af01bfa0e38fe4f is 50, key is test_row_0/A:col10/1732217877498/Put/seqid=0 2024-11-21T19:37:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217937517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217937521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217937525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217937525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217937526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741892_1068 (size=12731) 2024-11-21T19:37:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741893_1069 (size=17181) 2024-11-21T19:37:57,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/2c8e6c4b273245c29af01bfa0e38fe4f 2024-11-21T19:37:57,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/2100d5f4c5b04486bc8f852918d0b9d9 is 50, key is test_row_0/B:col10/1732217877498/Put/seqid=0 2024-11-21T19:37:57,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741894_1070 (size=12301) 2024-11-21T19:37:57,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217937633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217937636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217937644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217937644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:57,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:57,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217937830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217937840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217937841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217937851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217937852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,872 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/eb2f61ba0b3b4cf48651f04a1173d7e4 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/eb2f61ba0b3b4cf48651f04a1173d7e4 2024-11-21T19:37:57,895 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/A of cd9d0a755aea35730e04a6e831a9ab7b into eb2f61ba0b3b4cf48651f04a1173d7e4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:57,895 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:57,895 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/A, priority=13, startTime=1732217877355; duration=0sec 2024-11-21T19:37:57,895 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:57,895 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:A 2024-11-21T19:37:57,983 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:57,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:57,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:57,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:57,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T19:37:57,999 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/7e93496bd2a14fadb342730d68536938 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/7e93496bd2a14fadb342730d68536938 2024-11-21T19:37:58,011 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/C of cd9d0a755aea35730e04a6e831a9ab7b into 7e93496bd2a14fadb342730d68536938(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:58,012 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:58,012 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/C, priority=13, startTime=1732217877358; duration=0sec 2024-11-21T19:37:58,012 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:58,012 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:C 2024-11-21T19:37:58,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/2100d5f4c5b04486bc8f852918d0b9d9 2024-11-21T19:37:58,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/254b807f4dc844b3ab7cb7da65d74002 is 50, key is test_row_0/C:col10/1732217877498/Put/seqid=0 2024-11-21T19:37:58,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741895_1071 (size=12301) 2024-11-21T19:37:58,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:58,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:58,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:58,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:58,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:58,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217938152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217938153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217938162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217938162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:58,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:58,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217938345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:58,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:37:58,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/254b807f4dc844b3ab7cb7da65d74002 2024-11-21T19:37:58,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/2c8e6c4b273245c29af01bfa0e38fe4f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/2c8e6c4b273245c29af01bfa0e38fe4f 2024-11-21T19:37:58,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/2c8e6c4b273245c29af01bfa0e38fe4f, entries=250, sequenceid=277, filesize=16.8 K 2024-11-21T19:37:58,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/2100d5f4c5b04486bc8f852918d0b9d9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2100d5f4c5b04486bc8f852918d0b9d9 2024-11-21T19:37:58,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2100d5f4c5b04486bc8f852918d0b9d9, entries=150, sequenceid=277, filesize=12.0 K 2024-11-21T19:37:58,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/254b807f4dc844b3ab7cb7da65d74002 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/254b807f4dc844b3ab7cb7da65d74002 2024-11-21T19:37:58,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/254b807f4dc844b3ab7cb7da65d74002, entries=150, sequenceid=277, filesize=12.0 K 2024-11-21T19:37:58,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for cd9d0a755aea35730e04a6e831a9ab7b in 1034ms, sequenceid=277, compaction requested=false 2024-11-21T19:37:58,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:58,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-21T19:37:58,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:58,618 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T19:37:58,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:58,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:58,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:58,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:58,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:58,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:58,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ab678da1323b432aad25449d099b8d5b is 50, key is test_row_0/A:col10/1732217877521/Put/seqid=0 2024-11-21T19:37:58,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:37:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:58,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741896_1072 (size=12301) 2024-11-21T19:37:58,677 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ab678da1323b432aad25449d099b8d5b 2024-11-21T19:37:58,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/429fceeac2a2497da45d336c4283f9fc is 50, key is test_row_0/B:col10/1732217877521/Put/seqid=0 2024-11-21T19:37:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741897_1073 (size=12301) 2024-11-21T19:37:58,722 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/429fceeac2a2497da45d336c4283f9fc 2024-11-21T19:37:58,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217938721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217938723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/55c3b1fe7d30490dbb20c2c066a7a921 is 50, key is test_row_0/C:col10/1732217877521/Put/seqid=0 2024-11-21T19:37:58,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217938733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217938735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741898_1074 (size=12301) 2024-11-21T19:37:58,765 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/55c3b1fe7d30490dbb20c2c066a7a921 2024-11-21T19:37:58,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ab678da1323b432aad25449d099b8d5b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab678da1323b432aad25449d099b8d5b 2024-11-21T19:37:58,785 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab678da1323b432aad25449d099b8d5b, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T19:37:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/429fceeac2a2497da45d336c4283f9fc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/429fceeac2a2497da45d336c4283f9fc 2024-11-21T19:37:58,803 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/429fceeac2a2497da45d336c4283f9fc, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T19:37:58,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/55c3b1fe7d30490dbb20c2c066a7a921 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/55c3b1fe7d30490dbb20c2c066a7a921 2024-11-21T19:37:58,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217938851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217938851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217938851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217938851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:58,859 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/55c3b1fe7d30490dbb20c2c066a7a921, entries=150, sequenceid=291, filesize=12.0 K 2024-11-21T19:37:58,862 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cd9d0a755aea35730e04a6e831a9ab7b in 245ms, sequenceid=291, compaction requested=true 2024-11-21T19:37:58,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-21T19:37:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-21T19:37:58,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T19:37:58,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9870 sec 2024-11-21T19:37:58,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 3.0330 sec 2024-11-21T19:37:59,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T19:37:59,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:59,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:59,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:59,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:59,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:59,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:59,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/75dd4f52b30d48df8d6f1af8e694ea54 is 50, key is test_row_0/A:col10/1732217878718/Put/seqid=0 2024-11-21T19:37:59,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217939090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217939091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217939094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217939095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741899_1075 (size=12301) 2024-11-21T19:37:59,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/75dd4f52b30d48df8d6f1af8e694ea54 2024-11-21T19:37:59,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/273b586f85e0408c98b5c835ff617ca0 is 50, key is test_row_0/B:col10/1732217878718/Put/seqid=0 2024-11-21T19:37:59,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217939202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217939202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217939204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741900_1076 (size=12301) 2024-11-21T19:37:59,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/273b586f85e0408c98b5c835ff617ca0 2024-11-21T19:37:59,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217939209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/46e6277221794c59b56a5d968684e3b4 is 50, key is test_row_0/C:col10/1732217878718/Put/seqid=0 2024-11-21T19:37:59,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741901_1077 (size=12301) 2024-11-21T19:37:59,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/46e6277221794c59b56a5d968684e3b4 2024-11-21T19:37:59,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/75dd4f52b30d48df8d6f1af8e694ea54 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/75dd4f52b30d48df8d6f1af8e694ea54 2024-11-21T19:37:59,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/75dd4f52b30d48df8d6f1af8e694ea54, entries=150, sequenceid=318, filesize=12.0 K 2024-11-21T19:37:59,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/273b586f85e0408c98b5c835ff617ca0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/273b586f85e0408c98b5c835ff617ca0 2024-11-21T19:37:59,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/273b586f85e0408c98b5c835ff617ca0, entries=150, sequenceid=318, filesize=12.0 K 2024-11-21T19:37:59,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/46e6277221794c59b56a5d968684e3b4 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/46e6277221794c59b56a5d968684e3b4 2024-11-21T19:37:59,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/46e6277221794c59b56a5d968684e3b4, entries=150, sequenceid=318, filesize=12.0 K 2024-11-21T19:37:59,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for cd9d0a755aea35730e04a6e831a9ab7b in 281ms, sequenceid=318, compaction requested=true 2024-11-21T19:37:59,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:59,355 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:37:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:37:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:59,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:37:59,355 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:37:59,357 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:37:59,357 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/A is initiating minor compaction (all files) 2024-11-21T19:37:59,358 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/A in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:59,358 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/eb2f61ba0b3b4cf48651f04a1173d7e4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/2c8e6c4b273245c29af01bfa0e38fe4f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab678da1323b432aad25449d099b8d5b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/75dd4f52b30d48df8d6f1af8e694ea54] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=53.2 K 2024-11-21T19:37:59,358 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:37:59,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:59,359 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/B is initiating minor compaction (all files) 2024-11-21T19:37:59,359 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/B in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:59,359 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/902cf7ee9cd54c8aac2b3a87151d8c5e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2100d5f4c5b04486bc8f852918d0b9d9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/429fceeac2a2497da45d336c4283f9fc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/273b586f85e0408c98b5c835ff617ca0] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=48.5 K 2024-11-21T19:37:59,359 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb2f61ba0b3b4cf48651f04a1173d7e4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732217875949 2024-11-21T19:37:59,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:37:59,359 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 902cf7ee9cd54c8aac2b3a87151d8c5e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732217875949 2024-11-21T19:37:59,360 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c8e6c4b273245c29af01bfa0e38fe4f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732217877165 2024-11-21T19:37:59,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:59,360 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2100d5f4c5b04486bc8f852918d0b9d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732217877171 2024-11-21T19:37:59,360 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab678da1323b432aad25449d099b8d5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732217877521 2024-11-21T19:37:59,360 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 429fceeac2a2497da45d336c4283f9fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732217877521 2024-11-21T19:37:59,361 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75dd4f52b30d48df8d6f1af8e694ea54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732217878718 2024-11-21T19:37:59,361 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 273b586f85e0408c98b5c835ff617ca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732217878718 2024-11-21T19:37:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:37:59,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:37:59,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:37:59,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:59,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:37:59,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:59,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:37:59,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:37:59,392 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#B#compaction#63 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:59,393 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/1eff6bf20cbc40b4a25990d5487edb45 is 50, key is test_row_0/B:col10/1732217878718/Put/seqid=0 2024-11-21T19:37:59,393 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#A#compaction#64 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:59,394 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/45c31343c0de4d7b903561fadfb128e4 is 50, key is test_row_0/A:col10/1732217878718/Put/seqid=0 2024-11-21T19:37:59,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/05d9a472bac4429688de3ed069b8908f is 50, key is test_row_0/A:col10/1732217879366/Put/seqid=0 2024-11-21T19:37:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741902_1078 (size=13017) 2024-11-21T19:37:59,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741903_1079 (size=13017) 2024-11-21T19:37:59,467 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/45c31343c0de4d7b903561fadfb128e4 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/45c31343c0de4d7b903561fadfb128e4 2024-11-21T19:37:59,480 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/A of cd9d0a755aea35730e04a6e831a9ab7b into 45c31343c0de4d7b903561fadfb128e4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:59,480 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:59,480 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/A, priority=12, startTime=1732217879354; duration=0sec 2024-11-21T19:37:59,481 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:37:59,481 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:A 2024-11-21T19:37:59,481 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:37:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741904_1080 (size=12297) 2024-11-21T19:37:59,492 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:37:59,492 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/C is initiating minor compaction (all files) 2024-11-21T19:37:59,492 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/C in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:37:59,492 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/7e93496bd2a14fadb342730d68536938, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/254b807f4dc844b3ab7cb7da65d74002, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/55c3b1fe7d30490dbb20c2c066a7a921, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/46e6277221794c59b56a5d968684e3b4] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=48.5 K 2024-11-21T19:37:59,493 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e93496bd2a14fadb342730d68536938, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732217875949 2024-11-21T19:37:59,494 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 254b807f4dc844b3ab7cb7da65d74002, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732217877171 2024-11-21T19:37:59,494 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55c3b1fe7d30490dbb20c2c066a7a921, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732217877521 2024-11-21T19:37:59,495 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e6277221794c59b56a5d968684e3b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732217878718 2024-11-21T19:37:59,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217939480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217939483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217939483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217939487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217939489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,527 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#C#compaction#66 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:37:59,528 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/818f5859aa894615933f95770ed04da0 is 50, key is test_row_0/C:col10/1732217878718/Put/seqid=0 2024-11-21T19:37:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741905_1081 (size=13017) 2024-11-21T19:37:59,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217939600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217939600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217939601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217939601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217939604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,628 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/818f5859aa894615933f95770ed04da0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/818f5859aa894615933f95770ed04da0 2024-11-21T19:37:59,695 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/C of cd9d0a755aea35730e04a6e831a9ab7b into 818f5859aa894615933f95770ed04da0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:59,695 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:59,695 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/C, priority=12, startTime=1732217879359; duration=0sec 2024-11-21T19:37:59,696 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:59,696 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:C 2024-11-21T19:37:59,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217939808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217939812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217939812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217939815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:37:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217939815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:37:59,865 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/1eff6bf20cbc40b4a25990d5487edb45 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1eff6bf20cbc40b4a25990d5487edb45 2024-11-21T19:37:59,882 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/B of cd9d0a755aea35730e04a6e831a9ab7b into 1eff6bf20cbc40b4a25990d5487edb45(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:37:59,882 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:37:59,882 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/B, priority=12, startTime=1732217879355; duration=0sec 2024-11-21T19:37:59,882 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:37:59,883 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:B 2024-11-21T19:37:59,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/05d9a472bac4429688de3ed069b8908f 2024-11-21T19:37:59,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/37949ec1a66645e8875d31f3c5e38c31 is 50, key is test_row_0/B:col10/1732217879366/Put/seqid=0 2024-11-21T19:37:59,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741906_1082 (size=9857) 2024-11-21T19:37:59,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/37949ec1a66645e8875d31f3c5e38c31 2024-11-21T19:37:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-21T19:37:59,999 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-21T19:38:00,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-21T19:38:00,006 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T19:38:00,007 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:00,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:00,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/404b7c8eb3104d2b80b8c77896523bfc is 50, key is test_row_0/C:col10/1732217879366/Put/seqid=0 2024-11-21T19:38:00,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741907_1083 (size=9857) 2024-11-21T19:38:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T19:38:00,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217940114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217940117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217940119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217940121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217940119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T19:38:00,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/404b7c8eb3104d2b80b8c77896523bfc 2024-11-21T19:38:00,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/05d9a472bac4429688de3ed069b8908f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/05d9a472bac4429688de3ed069b8908f 2024-11-21T19:38:00,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:00,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/05d9a472bac4429688de3ed069b8908f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-21T19:38:00,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/37949ec1a66645e8875d31f3c5e38c31 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/37949ec1a66645e8875d31f3c5e38c31 2024-11-21T19:38:00,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/37949ec1a66645e8875d31f3c5e38c31, entries=100, sequenceid=329, filesize=9.6 K 2024-11-21T19:38:00,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/404b7c8eb3104d2b80b8c77896523bfc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/404b7c8eb3104d2b80b8c77896523bfc 2024-11-21T19:38:00,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/404b7c8eb3104d2b80b8c77896523bfc, entries=100, sequenceid=329, filesize=9.6 K 2024-11-21T19:38:00,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cd9d0a755aea35730e04a6e831a9ab7b in 1154ms, sequenceid=329, compaction requested=false 2024-11-21T19:38:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T19:38:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:00,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T19:38:00,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:38:00,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:38:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:38:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:00,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:00,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:00,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ce07610ab0b8408195e6fcfeb5c98c3c is 50, key is test_row_0/A:col10/1732217879473/Put/seqid=0 2024-11-21T19:38:00,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217940635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217940637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217940639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217940637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217940641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741908_1084 (size=12301) 2024-11-21T19:38:00,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217940742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217940743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217940746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217940747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217940748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:00,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:00,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217940950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217940951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217940952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217940951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217940952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ce07610ab0b8408195e6fcfeb5c98c3c 2024-11-21T19:38:01,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/3dbe97fee9874ea9b4a83321207e853e is 50, key is test_row_0/B:col10/1732217879473/Put/seqid=0 2024-11-21T19:38:01,106 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:01,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T19:38:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741909_1085 (size=12301) 2024-11-21T19:38:01,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217941257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217941261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217941269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217941269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:01,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217941278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:01,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:01,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/3dbe97fee9874ea9b4a83321207e853e 2024-11-21T19:38:01,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1ab7567d1fc246839478e0a1787b7a2c is 50, key is test_row_0/C:col10/1732217879473/Put/seqid=0 2024-11-21T19:38:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741910_1086 (size=12301) 2024-11-21T19:38:01,591 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217941765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217941767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217941774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217941777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217941787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:01,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:01,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:01,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:01,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:01,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1ab7567d1fc246839478e0a1787b7a2c 2024-11-21T19:38:01,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ce07610ab0b8408195e6fcfeb5c98c3c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ce07610ab0b8408195e6fcfeb5c98c3c 2024-11-21T19:38:02,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ce07610ab0b8408195e6fcfeb5c98c3c, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T19:38:02,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/3dbe97fee9874ea9b4a83321207e853e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3dbe97fee9874ea9b4a83321207e853e 2024-11-21T19:38:02,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3dbe97fee9874ea9b4a83321207e853e, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T19:38:02,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1ab7567d1fc246839478e0a1787b7a2c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1ab7567d1fc246839478e0a1787b7a2c 2024-11-21T19:38:02,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1ab7567d1fc246839478e0a1787b7a2c, entries=150, sequenceid=358, filesize=12.0 K 2024-11-21T19:38:02,033 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-21T19:38:02,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cd9d0a755aea35730e04a6e831a9ab7b in 1408ms, sequenceid=358, compaction requested=true 2024-11-21T19:38:02,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:02,035 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:02,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:38:02,036 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37615 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:02,036 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/A is initiating minor compaction (all files) 2024-11-21T19:38:02,036 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/A in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:02,037 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/45c31343c0de4d7b903561fadfb128e4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/05d9a472bac4429688de3ed069b8908f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ce07610ab0b8408195e6fcfeb5c98c3c] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=36.7 K 2024-11-21T19:38:02,037 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45c31343c0de4d7b903561fadfb128e4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732217878718 2024-11-21T19:38:02,038 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05d9a472bac4429688de3ed069b8908f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732217879092 2024-11-21T19:38:02,039 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce07610ab0b8408195e6fcfeb5c98c3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732217879473 2024-11-21T19:38:02,044 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:02,048 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:02,048 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/B is initiating minor compaction (all files) 2024-11-21T19:38:02,048 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/B in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:02,048 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1eff6bf20cbc40b4a25990d5487edb45, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/37949ec1a66645e8875d31f3c5e38c31, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3dbe97fee9874ea9b4a83321207e853e] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=34.4 K 2024-11-21T19:38:02,051 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 1eff6bf20cbc40b4a25990d5487edb45, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732217878718 2024-11-21T19:38:02,055 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 37949ec1a66645e8875d31f3c5e38c31, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732217879366 2024-11-21T19:38:02,056 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dbe97fee9874ea9b4a83321207e853e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732217879473 2024-11-21T19:38:02,058 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:02,059 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/fa95c28a4d70423abe0b64fbaf10d8f2 is 50, key is test_row_0/A:col10/1732217879473/Put/seqid=0 2024-11-21T19:38:02,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-21T19:38:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:02,063 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T19:38:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:38:02,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:02,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:38:02,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:02,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:38:02,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:02,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741911_1087 (size=13119) 2024-11-21T19:38:02,105 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:02,106 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/6808661c42584ee29bd082a1729ae846 is 50, key is test_row_0/B:col10/1732217879473/Put/seqid=0 2024-11-21T19:38:02,108 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/fa95c28a4d70423abe0b64fbaf10d8f2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fa95c28a4d70423abe0b64fbaf10d8f2 2024-11-21T19:38:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T19:38:02,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/a75d587f32b1472db2731e17df917d4c is 50, key is test_row_0/A:col10/1732217880637/Put/seqid=0 2024-11-21T19:38:02,129 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/A of cd9d0a755aea35730e04a6e831a9ab7b into fa95c28a4d70423abe0b64fbaf10d8f2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:02,129 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:02,129 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/A, priority=13, startTime=1732217882034; duration=0sec 2024-11-21T19:38:02,130 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:02,130 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:A 2024-11-21T19:38:02,130 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:02,133 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:02,133 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/C is initiating minor compaction (all files) 2024-11-21T19:38:02,133 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/C in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:02,134 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/818f5859aa894615933f95770ed04da0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/404b7c8eb3104d2b80b8c77896523bfc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1ab7567d1fc246839478e0a1787b7a2c] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=34.4 K 2024-11-21T19:38:02,134 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 818f5859aa894615933f95770ed04da0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1732217878718 2024-11-21T19:38:02,135 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 404b7c8eb3104d2b80b8c77896523bfc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732217879366 2024-11-21T19:38:02,135 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ab7567d1fc246839478e0a1787b7a2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732217879473 2024-11-21T19:38:02,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741912_1088 (size=13119) 2024-11-21T19:38:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741913_1089 (size=12301) 2024-11-21T19:38:02,162 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/a75d587f32b1472db2731e17df917d4c 2024-11-21T19:38:02,177 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:02,178 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1169342040bd4b0ab3355032d5803385 is 50, key is test_row_0/C:col10/1732217879473/Put/seqid=0 2024-11-21T19:38:02,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/d1ea45bca4fc427f9e08932d982816d8 is 50, key is test_row_0/B:col10/1732217880637/Put/seqid=0 2024-11-21T19:38:02,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741914_1090 (size=13119) 2024-11-21T19:38:02,247 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1169342040bd4b0ab3355032d5803385 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1169342040bd4b0ab3355032d5803385 2024-11-21T19:38:02,268 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/C of cd9d0a755aea35730e04a6e831a9ab7b into 1169342040bd4b0ab3355032d5803385(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:02,269 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:02,269 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/C, priority=13, startTime=1732217882035; duration=0sec 2024-11-21T19:38:02,269 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:02,269 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:C 2024-11-21T19:38:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741915_1091 (size=12301) 2024-11-21T19:38:02,566 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/6808661c42584ee29bd082a1729ae846 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/6808661c42584ee29bd082a1729ae846 2024-11-21T19:38:02,579 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/B of cd9d0a755aea35730e04a6e831a9ab7b into 6808661c42584ee29bd082a1729ae846(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:02,579 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:02,579 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/B, priority=13, startTime=1732217882035; duration=0sec 2024-11-21T19:38:02,580 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:02,580 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:B 2024-11-21T19:38:02,674 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/d1ea45bca4fc427f9e08932d982816d8 2024-11-21T19:38:02,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/152c083805294079a39ac2dfbf44c2d5 is 50, key is test_row_0/C:col10/1732217880637/Put/seqid=0 2024-11-21T19:38:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741916_1092 (size=12301) 2024-11-21T19:38:02,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:02,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:02,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217942824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217942824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217942826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217942829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217942829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217942935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217942936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217942936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217942938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:02,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217942943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,135 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/152c083805294079a39ac2dfbf44c2d5 2024-11-21T19:38:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/a75d587f32b1472db2731e17df917d4c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/a75d587f32b1472db2731e17df917d4c 2024-11-21T19:38:03,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217943146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217943146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217943146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217943146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217943150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,156 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/a75d587f32b1472db2731e17df917d4c, entries=150, sequenceid=368, filesize=12.0 K 2024-11-21T19:38:03,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/d1ea45bca4fc427f9e08932d982816d8 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/d1ea45bca4fc427f9e08932d982816d8 2024-11-21T19:38:03,189 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/d1ea45bca4fc427f9e08932d982816d8, entries=150, sequenceid=368, filesize=12.0 K 2024-11-21T19:38:03,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/152c083805294079a39ac2dfbf44c2d5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/152c083805294079a39ac2dfbf44c2d5 2024-11-21T19:38:03,209 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/152c083805294079a39ac2dfbf44c2d5, entries=150, sequenceid=368, filesize=12.0 K 2024-11-21T19:38:03,216 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for cd9d0a755aea35730e04a6e831a9ab7b in 1153ms, sequenceid=368, compaction requested=false 2024-11-21T19:38:03,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:03,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:03,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T19:38:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-21T19:38:03,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-21T19:38:03,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2110 sec 2024-11-21T19:38:03,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 3.2230 sec 2024-11-21T19:38:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:03,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-21T19:38:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:38:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:38:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:38:03,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:03,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/99b0a8ebcd1e4b02868dd786d7b276c2 is 50, key is test_row_0/A:col10/1732217882828/Put/seqid=0 2024-11-21T19:38:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217943461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217943462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217943462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217943481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741917_1093 (size=14741) 2024-11-21T19:38:03,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/99b0a8ebcd1e4b02868dd786d7b276c2 2024-11-21T19:38:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217943481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/2e75f59f13b74849a199fd4779e16032 is 50, key is test_row_0/B:col10/1732217882828/Put/seqid=0 2024-11-21T19:38:03,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741918_1094 (size=12301) 2024-11-21T19:38:03,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/2e75f59f13b74849a199fd4779e16032 2024-11-21T19:38:03,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/09f31707363042d49fabaf80db234cfd is 50, key is test_row_0/C:col10/1732217882828/Put/seqid=0 2024-11-21T19:38:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217943589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217943589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217943589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217943590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741919_1095 (size=12301) 2024-11-21T19:38:03,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217943603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217943792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217943794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217943795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217943797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217943807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:03,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/09f31707363042d49fabaf80db234cfd 2024-11-21T19:38:04,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/99b0a8ebcd1e4b02868dd786d7b276c2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/99b0a8ebcd1e4b02868dd786d7b276c2 2024-11-21T19:38:04,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/99b0a8ebcd1e4b02868dd786d7b276c2, entries=200, sequenceid=399, filesize=14.4 K 2024-11-21T19:38:04,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/2e75f59f13b74849a199fd4779e16032 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2e75f59f13b74849a199fd4779e16032 2024-11-21T19:38:04,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2e75f59f13b74849a199fd4779e16032, entries=150, sequenceid=399, filesize=12.0 K 2024-11-21T19:38:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/09f31707363042d49fabaf80db234cfd as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/09f31707363042d49fabaf80db234cfd 2024-11-21T19:38:04,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/09f31707363042d49fabaf80db234cfd, entries=150, sequenceid=399, filesize=12.0 K 2024-11-21T19:38:04,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for cd9d0a755aea35730e04a6e831a9ab7b in 589ms, sequenceid=399, compaction requested=true 2024-11-21T19:38:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:04,043 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:04,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:04,043 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:04,045 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:04,045 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:04,045 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/A is initiating minor compaction (all files) 2024-11-21T19:38:04,045 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/B is initiating minor compaction (all files) 2024-11-21T19:38:04,045 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/A in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,045 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/B in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,045 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fa95c28a4d70423abe0b64fbaf10d8f2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/a75d587f32b1472db2731e17df917d4c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/99b0a8ebcd1e4b02868dd786d7b276c2] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=39.2 K 2024-11-21T19:38:04,045 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/6808661c42584ee29bd082a1729ae846, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/d1ea45bca4fc427f9e08932d982816d8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2e75f59f13b74849a199fd4779e16032] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=36.8 K 2024-11-21T19:38:04,047 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6808661c42584ee29bd082a1729ae846, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732217879473 2024-11-21T19:38:04,047 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa95c28a4d70423abe0b64fbaf10d8f2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732217879473 2024-11-21T19:38:04,047 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d1ea45bca4fc427f9e08932d982816d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732217880635 2024-11-21T19:38:04,047 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a75d587f32b1472db2731e17df917d4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732217880635 2024-11-21T19:38:04,048 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e75f59f13b74849a199fd4779e16032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732217882821 2024-11-21T19:38:04,048 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99b0a8ebcd1e4b02868dd786d7b276c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732217882821 2024-11-21T19:38:04,059 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:04,060 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/cbaea0790c9d42ca844b0de5467e5a2f is 50, key is test_row_0/B:col10/1732217882828/Put/seqid=0 2024-11-21T19:38:04,071 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:04,072 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ab9d56a2e9a7409a999493ec8c8a7082 is 50, key is test_row_0/A:col10/1732217882828/Put/seqid=0 2024-11-21T19:38:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:04,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:38:04,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:38:04,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:04,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:38:04,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:04,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:38:04,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:04,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741921_1097 (size=13221) 2024-11-21T19:38:04,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741920_1096 (size=13221) 2024-11-21T19:38:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-21T19:38:04,120 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-21T19:38:04,122 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-21T19:38:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T19:38:04,126 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:04,127 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:04,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:04,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/7f616fb137f24d9e93dc013c90aa2474 is 50, key is test_row_0/A:col10/1732217884097/Put/seqid=0 2024-11-21T19:38:04,139 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/ab9d56a2e9a7409a999493ec8c8a7082 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab9d56a2e9a7409a999493ec8c8a7082 2024-11-21T19:38:04,152 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/A of cd9d0a755aea35730e04a6e831a9ab7b into ab9d56a2e9a7409a999493ec8c8a7082(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:04,155 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:04,155 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/A, priority=13, startTime=1732217884043; duration=0sec 2024-11-21T19:38:04,155 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:04,156 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:A 2024-11-21T19:38:04,156 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:04,159 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:04,159 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/C is initiating minor compaction (all files) 2024-11-21T19:38:04,159 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/C in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,159 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1169342040bd4b0ab3355032d5803385, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/152c083805294079a39ac2dfbf44c2d5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/09f31707363042d49fabaf80db234cfd] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=36.8 K 2024-11-21T19:38:04,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741922_1098 (size=12301) 2024-11-21T19:38:04,160 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1169342040bd4b0ab3355032d5803385, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732217879473 2024-11-21T19:38:04,161 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 152c083805294079a39ac2dfbf44c2d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732217880635 2024-11-21T19:38:04,162 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09f31707363042d49fabaf80db234cfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732217882821 2024-11-21T19:38:04,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217944152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217944157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217944162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217944163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217944163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,193 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:04,194 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/fa68940aeab1495cbdf7fd0cbc27d993 is 50, key is test_row_0/C:col10/1732217882828/Put/seqid=0 2024-11-21T19:38:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T19:38:04,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741923_1099 (size=13221) 2024-11-21T19:38:04,248 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/fa68940aeab1495cbdf7fd0cbc27d993 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/fa68940aeab1495cbdf7fd0cbc27d993 2024-11-21T19:38:04,257 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/C of cd9d0a755aea35730e04a6e831a9ab7b into fa68940aeab1495cbdf7fd0cbc27d993(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:04,257 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:04,257 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/C, priority=13, startTime=1732217884043; duration=0sec 2024-11-21T19:38:04,257 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:04,257 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:C 2024-11-21T19:38:04,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217944264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217944266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217944267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217944272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217944272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T19:38:04,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:04,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T19:38:04,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T19:38:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:04,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:04,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:04,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217944467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217944472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217944473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217944477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217944481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,531 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/cbaea0790c9d42ca844b0de5467e5a2f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/cbaea0790c9d42ca844b0de5467e5a2f 2024-11-21T19:38:04,541 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/B of cd9d0a755aea35730e04a6e831a9ab7b into cbaea0790c9d42ca844b0de5467e5a2f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:04,541 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:04,541 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/B, priority=13, startTime=1732217884043; duration=0sec 2024-11-21T19:38:04,542 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:04,542 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:B 2024-11-21T19:38:04,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/7f616fb137f24d9e93dc013c90aa2474 2024-11-21T19:38:04,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/8db78118e6d047c884fe4e899ec24209 is 50, key is test_row_0/B:col10/1732217884097/Put/seqid=0 2024-11-21T19:38:04,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T19:38:04,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:04,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:04,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:04,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741924_1100 (size=12301) 2024-11-21T19:38:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:04,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/8db78118e6d047c884fe4e899ec24209 2024-11-21T19:38:04,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/6f672f8327eb4f70a389247a42321bf2 is 50, key is test_row_0/C:col10/1732217884097/Put/seqid=0 2024-11-21T19:38:04,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741925_1101 (size=12301) 2024-11-21T19:38:04,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/6f672f8327eb4f70a389247a42321bf2 2024-11-21T19:38:04,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/7f616fb137f24d9e93dc013c90aa2474 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/7f616fb137f24d9e93dc013c90aa2474 2024-11-21T19:38:04,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/7f616fb137f24d9e93dc013c90aa2474, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T19:38:04,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/8db78118e6d047c884fe4e899ec24209 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/8db78118e6d047c884fe4e899ec24209 2024-11-21T19:38:04,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/8db78118e6d047c884fe4e899ec24209, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T19:38:04,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/6f672f8327eb4f70a389247a42321bf2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/6f672f8327eb4f70a389247a42321bf2 2024-11-21T19:38:04,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/6f672f8327eb4f70a389247a42321bf2, entries=150, sequenceid=410, filesize=12.0 K 2024-11-21T19:38:04,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for cd9d0a755aea35730e04a6e831a9ab7b in 582ms, sequenceid=410, compaction requested=false 2024-11-21T19:38:04,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T19:38:04,747 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-21T19:38:04,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:04,747 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T19:38:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:38:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:38:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:38:04,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/8a7c148050734bdd817dde93c2c4fea0 is 50, key is test_row_0/A:col10/1732217884161/Put/seqid=0 2024-11-21T19:38:04,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:04,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741926_1102 (size=12301) 2024-11-21T19:38:04,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217944786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217944790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217944788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217944791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,795 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/8a7c148050734bdd817dde93c2c4fea0 2024-11-21T19:38:04,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217944799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/f2705ce18bc94186827a365fa296a12a is 50, key is test_row_0/B:col10/1732217884161/Put/seqid=0 2024-11-21T19:38:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741927_1103 (size=12301) 2024-11-21T19:38:04,886 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/f2705ce18bc94186827a365fa296a12a 2024-11-21T19:38:04,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217944898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217944898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217944908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217944911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:04,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/b688ef74baa54057beca83f10d526591 is 50, key is test_row_0/C:col10/1732217884161/Put/seqid=0 2024-11-21T19:38:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741928_1104 (size=12301) 2024-11-21T19:38:05,002 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/b688ef74baa54057beca83f10d526591 2024-11-21T19:38:05,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/8a7c148050734bdd817dde93c2c4fea0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/8a7c148050734bdd817dde93c2c4fea0 2024-11-21T19:38:05,015 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/8a7c148050734bdd817dde93c2c4fea0, entries=150, sequenceid=439, filesize=12.0 K 2024-11-21T19:38:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/f2705ce18bc94186827a365fa296a12a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f2705ce18bc94186827a365fa296a12a 2024-11-21T19:38:05,027 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f2705ce18bc94186827a365fa296a12a, entries=150, sequenceid=439, filesize=12.0 K 2024-11-21T19:38:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/b688ef74baa54057beca83f10d526591 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/b688ef74baa54057beca83f10d526591 2024-11-21T19:38:05,036 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/b688ef74baa54057beca83f10d526591, entries=150, sequenceid=439, filesize=12.0 K 2024-11-21T19:38:05,038 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cd9d0a755aea35730e04a6e831a9ab7b in 290ms, sequenceid=439, compaction requested=true 2024-11-21T19:38:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-21T19:38:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-21T19:38:05,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-21T19:38:05,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 918 msec 2024-11-21T19:38:05,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 927 msec 2024-11-21T19:38:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:05,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:38:05,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:38:05,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:05,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:38:05,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:05,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:38:05,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:05,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/772dc21fd380419bb4cef6ce6d4f9d08 is 50, key is test_row_0/A:col10/1732217885114/Put/seqid=0 2024-11-21T19:38:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217945158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217945159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217945159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217945161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741929_1105 (size=12301) 2024-11-21T19:38:05,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/772dc21fd380419bb4cef6ce6d4f9d08 2024-11-21T19:38:05,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/da5816f098f744db8b8b51b385a580ea is 50, key is test_row_0/B:col10/1732217885114/Put/seqid=0 2024-11-21T19:38:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-21T19:38:05,231 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-21T19:38:05,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-21T19:38:05,236 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:05,236 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:05,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741930_1106 (size=12301) 2024-11-21T19:38:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T19:38:05,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/da5816f098f744db8b8b51b385a580ea 2024-11-21T19:38:05,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1cbbbb8fd16648fe9bd6fd9a7b928493 is 50, key is test_row_0/C:col10/1732217885114/Put/seqid=0 2024-11-21T19:38:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54984 deadline: 1732217945266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54960 deadline: 1732217945268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54996 deadline: 1732217945270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54966 deadline: 1732217945271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741931_1107 (size=12301) 2024-11-21T19:38:05,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1cbbbb8fd16648fe9bd6fd9a7b928493 2024-11-21T19:38:05,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55008 deadline: 1732217945304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/772dc21fd380419bb4cef6ce6d4f9d08 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/772dc21fd380419bb4cef6ce6d4f9d08 2024-11-21T19:38:05,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/772dc21fd380419bb4cef6ce6d4f9d08, entries=150, sequenceid=453, filesize=12.0 K 2024-11-21T19:38:05,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/da5816f098f744db8b8b51b385a580ea as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/da5816f098f744db8b8b51b385a580ea 2024-11-21T19:38:05,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/da5816f098f744db8b8b51b385a580ea, entries=150, sequenceid=453, filesize=12.0 K 2024-11-21T19:38:05,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/1cbbbb8fd16648fe9bd6fd9a7b928493 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1cbbbb8fd16648fe9bd6fd9a7b928493 2024-11-21T19:38:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T19:38:05,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1cbbbb8fd16648fe9bd6fd9a7b928493, entries=150, sequenceid=453, filesize=12.0 K 2024-11-21T19:38:05,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for cd9d0a755aea35730e04a6e831a9ab7b in 240ms, sequenceid=453, compaction requested=true 2024-11-21T19:38:05,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:05,355 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:05,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:05,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:05,356 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:05,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:05,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:05,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cd9d0a755aea35730e04a6e831a9ab7b:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:05,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:05,368 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:05,368 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/A is initiating minor compaction (all files) 2024-11-21T19:38:05,368 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/A in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:05,369 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab9d56a2e9a7409a999493ec8c8a7082, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/7f616fb137f24d9e93dc013c90aa2474, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/8a7c148050734bdd817dde93c2c4fea0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/772dc21fd380419bb4cef6ce6d4f9d08] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=48.9 K 2024-11-21T19:38:05,369 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:05,370 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/B is initiating minor compaction (all files) 2024-11-21T19:38:05,370 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/B in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:05,370 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/cbaea0790c9d42ca844b0de5467e5a2f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/8db78118e6d047c884fe4e899ec24209, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f2705ce18bc94186827a365fa296a12a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/da5816f098f744db8b8b51b385a580ea] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=48.9 K 2024-11-21T19:38:05,371 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting cbaea0790c9d42ca844b0de5467e5a2f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732217882821 2024-11-21T19:38:05,371 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab9d56a2e9a7409a999493ec8c8a7082, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732217882821 2024-11-21T19:38:05,374 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 8db78118e6d047c884fe4e899ec24209, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732217883462 2024-11-21T19:38:05,374 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f616fb137f24d9e93dc013c90aa2474, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732217883462 2024-11-21T19:38:05,378 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting f2705ce18bc94186827a365fa296a12a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732217884153 2024-11-21T19:38:05,379 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a7c148050734bdd817dde93c2c4fea0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732217884153 2024-11-21T19:38:05,379 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting da5816f098f744db8b8b51b385a580ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732217885113 2024-11-21T19:38:05,379 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 772dc21fd380419bb4cef6ce6d4f9d08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732217885113 2024-11-21T19:38:05,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:05,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-21T19:38:05,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:05,396 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T19:38:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:38:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:38:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:38:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:05,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/06b2ef70628d46de88d44b35a6cc5e25 is 50, key is test_row_0/A:col10/1732217885159/Put/seqid=0 2024-11-21T19:38:05,438 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#A#compaction#94 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:05,439 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/7d4d567ce07a425a8fc21dd70d95f1dc is 50, key is test_row_0/A:col10/1732217885114/Put/seqid=0 2024-11-21T19:38:05,444 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75a3f509 to 127.0.0.1:57770 2024-11-21T19:38:05,445 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:05,446 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522af94d to 127.0.0.1:57770 2024-11-21T19:38:05,446 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:05,449 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#B#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:05,450 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/ec72d95b35e04dc892fc0cb1c067785f is 50, key is test_row_0/B:col10/1732217885114/Put/seqid=0 2024-11-21T19:38:05,450 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4695 to 127.0.0.1:57770 2024-11-21T19:38:05,450 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:05,464 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04d2d42f to 127.0.0.1:57770 2024-11-21T19:38:05,464 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:05,475 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c0e492 to 127.0.0.1:57770 2024-11-21T19:38:05,475 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741933_1109 (size=13357) 2024-11-21T19:38:05,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. as already flushing 2024-11-21T19:38:05,479 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18db075f to 127.0.0.1:57770 2024-11-21T19:38:05,479 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:05,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741932_1108 (size=12301) 2024-11-21T19:38:05,487 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/06b2ef70628d46de88d44b35a6cc5e25 2024-11-21T19:38:05,489 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36f4802b to 127.0.0.1:57770 2024-11-21T19:38:05,489 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:05,496 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bc751a9 to 127.0.0.1:57770 2024-11-21T19:38:05,496 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:05,500 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/7d4d567ce07a425a8fc21dd70d95f1dc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/7d4d567ce07a425a8fc21dd70d95f1dc 2024-11-21T19:38:05,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741934_1110 (size=13357) 2024-11-21T19:38:05,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/91fee6d6f2f94bb78f9564f4a0526ecc is 50, key is test_row_0/B:col10/1732217885159/Put/seqid=0 2024-11-21T19:38:05,525 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/A of cd9d0a755aea35730e04a6e831a9ab7b into 7d4d567ce07a425a8fc21dd70d95f1dc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:05,525 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:05,525 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/A, priority=12, startTime=1732217885355; duration=0sec 2024-11-21T19:38:05,525 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:05,525 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:A 2024-11-21T19:38:05,526 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:05,531 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/ec72d95b35e04dc892fc0cb1c067785f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/ec72d95b35e04dc892fc0cb1c067785f 2024-11-21T19:38:05,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741935_1111 (size=12301) 2024-11-21T19:38:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T19:38:05,548 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:05,548 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cd9d0a755aea35730e04a6e831a9ab7b/C is initiating minor compaction (all files) 2024-11-21T19:38:05,548 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cd9d0a755aea35730e04a6e831a9ab7b/C in TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:05,548 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/fa68940aeab1495cbdf7fd0cbc27d993, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/6f672f8327eb4f70a389247a42321bf2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/b688ef74baa54057beca83f10d526591, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1cbbbb8fd16648fe9bd6fd9a7b928493] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp, totalSize=48.9 K 2024-11-21T19:38:05,559 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa68940aeab1495cbdf7fd0cbc27d993, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732217882821 2024-11-21T19:38:05,567 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f672f8327eb4f70a389247a42321bf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732217883462 2024-11-21T19:38:05,571 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting b688ef74baa54057beca83f10d526591, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732217884153 2024-11-21T19:38:05,576 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cbbbb8fd16648fe9bd6fd9a7b928493, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732217885113 2024-11-21T19:38:05,579 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/B of cd9d0a755aea35730e04a6e831a9ab7b into ec72d95b35e04dc892fc0cb1c067785f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:05,579 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:05,579 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/B, priority=12, startTime=1732217885356; duration=0sec 2024-11-21T19:38:05,580 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:05,580 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:B 2024-11-21T19:38:05,649 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cd9d0a755aea35730e04a6e831a9ab7b#C#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:05,661 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/7bdaff7b116847c3bd172b3d42fb4170 is 50, key is test_row_0/C:col10/1732217885114/Put/seqid=0 2024-11-21T19:38:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741936_1112 (size=13357) 2024-11-21T19:38:05,689 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/7bdaff7b116847c3bd172b3d42fb4170 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/7bdaff7b116847c3bd172b3d42fb4170 2024-11-21T19:38:05,697 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cd9d0a755aea35730e04a6e831a9ab7b/C of cd9d0a755aea35730e04a6e831a9ab7b into 7bdaff7b116847c3bd172b3d42fb4170(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:05,697 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:05,697 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b., storeName=cd9d0a755aea35730e04a6e831a9ab7b/C, priority=12, startTime=1732217885356; duration=0sec 2024-11-21T19:38:05,698 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:05,698 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cd9d0a755aea35730e04a6e831a9ab7b:C 2024-11-21T19:38:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T19:38:05,934 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/91fee6d6f2f94bb78f9564f4a0526ecc 2024-11-21T19:38:05,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/31d1f9f3663b42038825b8784bc6c8de is 50, key is test_row_0/C:col10/1732217885159/Put/seqid=0 2024-11-21T19:38:05,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741937_1113 (size=12301) 2024-11-21T19:38:06,319 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05552403 to 127.0.0.1:57770 2024-11-21T19:38:06,319 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T19:38:06,371 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/31d1f9f3663b42038825b8784bc6c8de 2024-11-21T19:38:06,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/06b2ef70628d46de88d44b35a6cc5e25 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/06b2ef70628d46de88d44b35a6cc5e25 2024-11-21T19:38:06,385 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/06b2ef70628d46de88d44b35a6cc5e25, entries=150, sequenceid=475, filesize=12.0 K 2024-11-21T19:38:06,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/91fee6d6f2f94bb78f9564f4a0526ecc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/91fee6d6f2f94bb78f9564f4a0526ecc 2024-11-21T19:38:06,395 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/91fee6d6f2f94bb78f9564f4a0526ecc, entries=150, sequenceid=475, filesize=12.0 K 2024-11-21T19:38:06,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/31d1f9f3663b42038825b8784bc6c8de as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/31d1f9f3663b42038825b8784bc6c8de 2024-11-21T19:38:06,403 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/31d1f9f3663b42038825b8784bc6c8de, entries=150, sequenceid=475, filesize=12.0 K 2024-11-21T19:38:06,404 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for cd9d0a755aea35730e04a6e831a9ab7b in 1009ms, sequenceid=475, compaction requested=false 2024-11-21T19:38:06,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:06,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:06,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-21T19:38:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-21T19:38:06,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-21T19:38:06,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1690 sec 2024-11-21T19:38:06,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.1740 sec 2024-11-21T19:38:06,763 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:38:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-21T19:38:07,346 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-21T19:38:07,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T19:38:07,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-21T19:38:07,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-21T19:38:07,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-21T19:38:07,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-21T19:38:07,346 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-21T19:38:07,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T19:38:07,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2706 2024-11-21T19:38:07,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2693 2024-11-21T19:38:07,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T19:38:07,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1192 2024-11-21T19:38:07,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3576 rows 2024-11-21T19:38:07,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1211 2024-11-21T19:38:07,347 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3632 rows 2024-11-21T19:38:07,347 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:38:07,347 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d3c4a2 to 127.0.0.1:57770 2024-11-21T19:38:07,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:07,351 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T19:38:07,357 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T19:38:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T19:38:07,366 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217887366"}]},"ts":"1732217887366"} 2024-11-21T19:38:07,368 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T19:38:07,399 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T19:38:07,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T19:38:07,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd9d0a755aea35730e04a6e831a9ab7b, UNASSIGN}] 2024-11-21T19:38:07,410 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd9d0a755aea35730e04a6e831a9ab7b, UNASSIGN 2024-11-21T19:38:07,411 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cd9d0a755aea35730e04a6e831a9ab7b, regionState=CLOSING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:07,413 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T19:38:07,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:38:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T19:38:07,568 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:07,570 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:07,570 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T19:38:07,570 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing cd9d0a755aea35730e04a6e831a9ab7b, disabling compactions & flushes 2024-11-21T19:38:07,571 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:07,571 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:07,571 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. after waiting 0 ms 2024-11-21T19:38:07,571 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:07,571 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing cd9d0a755aea35730e04a6e831a9ab7b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T19:38:07,571 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=A 2024-11-21T19:38:07,571 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:07,571 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=B 2024-11-21T19:38:07,571 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:07,571 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cd9d0a755aea35730e04a6e831a9ab7b, store=C 2024-11-21T19:38:07,571 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:07,576 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/390225a2ba5d43f38dffe020d112ad1e is 50, key is test_row_0/A:col10/1732217885477/Put/seqid=0 2024-11-21T19:38:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741938_1114 (size=12301) 2024-11-21T19:38:07,582 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/390225a2ba5d43f38dffe020d112ad1e 2024-11-21T19:38:07,592 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/48341512897a4f26a6662b3d4c7281d3 is 50, key is test_row_0/B:col10/1732217885477/Put/seqid=0 2024-11-21T19:38:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741939_1115 (size=12301) 2024-11-21T19:38:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T19:38:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T19:38:08,001 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/48341512897a4f26a6662b3d4c7281d3 2024-11-21T19:38:08,011 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/aa9900e232cd48f3895259348416c093 is 50, key is test_row_0/C:col10/1732217885477/Put/seqid=0 2024-11-21T19:38:08,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741940_1116 (size=12301) 2024-11-21T19:38:08,031 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/aa9900e232cd48f3895259348416c093 2024-11-21T19:38:08,039 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/A/390225a2ba5d43f38dffe020d112ad1e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/390225a2ba5d43f38dffe020d112ad1e 2024-11-21T19:38:08,045 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/390225a2ba5d43f38dffe020d112ad1e, entries=150, sequenceid=486, filesize=12.0 K 2024-11-21T19:38:08,046 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/B/48341512897a4f26a6662b3d4c7281d3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48341512897a4f26a6662b3d4c7281d3 2024-11-21T19:38:08,052 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48341512897a4f26a6662b3d4c7281d3, entries=150, sequenceid=486, filesize=12.0 K 2024-11-21T19:38:08,054 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/.tmp/C/aa9900e232cd48f3895259348416c093 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/aa9900e232cd48f3895259348416c093 2024-11-21T19:38:08,063 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/aa9900e232cd48f3895259348416c093, entries=150, sequenceid=486, filesize=12.0 K 2024-11-21T19:38:08,064 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for cd9d0a755aea35730e04a6e831a9ab7b in 493ms, sequenceid=486, compaction requested=true 2024-11-21T19:38:08,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/639f1a5d4eb441c5a98abe50d5c5047a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/450114b44d714702a8b83b2913d5f7da, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fd5496995c1346b795ed03968bb44c96, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e0a5df0ddd8e4efdaa672e22b886007e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/254be0cf1974406ab831676f5ad73375, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/198f3d2f56a046fd90895ebbedd6eb28, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/4dcac13c13944a02b5e576ba43c3ea46, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ec5976b33029466ea800c43a1b68f176, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/d147e8f4f7da49bea7f0d60c1e441dc2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e1fcc062132843e993978613e8f4f283, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/9126687551f841b0931e66eeb643ef51, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/0c4d80e2cafa446bacfbfb1800fda10b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3363aefbf03b4e1d8e68a88f8cb5fe54, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/96b0ce168bcd476786072e20a902cc9b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/5ec6c337c5f34791997d08c882fc70fe, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/52d94582d0c44070815e72e5c918cf6c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3cb634008b564000915c11efe3559015, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/eb2f61ba0b3b4cf48651f04a1173d7e4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/2c8e6c4b273245c29af01bfa0e38fe4f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab678da1323b432aad25449d099b8d5b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/45c31343c0de4d7b903561fadfb128e4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/75dd4f52b30d48df8d6f1af8e694ea54, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/05d9a472bac4429688de3ed069b8908f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fa95c28a4d70423abe0b64fbaf10d8f2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ce07610ab0b8408195e6fcfeb5c98c3c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/a75d587f32b1472db2731e17df917d4c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/99b0a8ebcd1e4b02868dd786d7b276c2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab9d56a2e9a7409a999493ec8c8a7082, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/7f616fb137f24d9e93dc013c90aa2474, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/8a7c148050734bdd817dde93c2c4fea0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/772dc21fd380419bb4cef6ce6d4f9d08] to archive 2024-11-21T19:38:08,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:38:08,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/639f1a5d4eb441c5a98abe50d5c5047a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/639f1a5d4eb441c5a98abe50d5c5047a 2024-11-21T19:38:08,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/450114b44d714702a8b83b2913d5f7da to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/450114b44d714702a8b83b2913d5f7da 2024-11-21T19:38:08,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fd5496995c1346b795ed03968bb44c96 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fd5496995c1346b795ed03968bb44c96 2024-11-21T19:38:08,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e0a5df0ddd8e4efdaa672e22b886007e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e0a5df0ddd8e4efdaa672e22b886007e 2024-11-21T19:38:08,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/254be0cf1974406ab831676f5ad73375 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/254be0cf1974406ab831676f5ad73375 2024-11-21T19:38:08,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/198f3d2f56a046fd90895ebbedd6eb28 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/198f3d2f56a046fd90895ebbedd6eb28 2024-11-21T19:38:08,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/4dcac13c13944a02b5e576ba43c3ea46 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/4dcac13c13944a02b5e576ba43c3ea46 2024-11-21T19:38:08,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ec5976b33029466ea800c43a1b68f176 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ec5976b33029466ea800c43a1b68f176 2024-11-21T19:38:08,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/d147e8f4f7da49bea7f0d60c1e441dc2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/d147e8f4f7da49bea7f0d60c1e441dc2 2024-11-21T19:38:08,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e1fcc062132843e993978613e8f4f283 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/e1fcc062132843e993978613e8f4f283 2024-11-21T19:38:08,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/9126687551f841b0931e66eeb643ef51 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/9126687551f841b0931e66eeb643ef51 2024-11-21T19:38:08,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/0c4d80e2cafa446bacfbfb1800fda10b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/0c4d80e2cafa446bacfbfb1800fda10b 2024-11-21T19:38:08,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3363aefbf03b4e1d8e68a88f8cb5fe54 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3363aefbf03b4e1d8e68a88f8cb5fe54 2024-11-21T19:38:08,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/96b0ce168bcd476786072e20a902cc9b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/96b0ce168bcd476786072e20a902cc9b 2024-11-21T19:38:08,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/5ec6c337c5f34791997d08c882fc70fe to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/5ec6c337c5f34791997d08c882fc70fe 2024-11-21T19:38:08,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/52d94582d0c44070815e72e5c918cf6c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/52d94582d0c44070815e72e5c918cf6c 2024-11-21T19:38:08,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3cb634008b564000915c11efe3559015 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/3cb634008b564000915c11efe3559015 2024-11-21T19:38:08,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/eb2f61ba0b3b4cf48651f04a1173d7e4 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/eb2f61ba0b3b4cf48651f04a1173d7e4 2024-11-21T19:38:08,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/2c8e6c4b273245c29af01bfa0e38fe4f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/2c8e6c4b273245c29af01bfa0e38fe4f 2024-11-21T19:38:08,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab678da1323b432aad25449d099b8d5b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab678da1323b432aad25449d099b8d5b 2024-11-21T19:38:08,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/45c31343c0de4d7b903561fadfb128e4 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/45c31343c0de4d7b903561fadfb128e4 2024-11-21T19:38:08,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/75dd4f52b30d48df8d6f1af8e694ea54 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/75dd4f52b30d48df8d6f1af8e694ea54 2024-11-21T19:38:08,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/05d9a472bac4429688de3ed069b8908f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/05d9a472bac4429688de3ed069b8908f 2024-11-21T19:38:08,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fa95c28a4d70423abe0b64fbaf10d8f2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/fa95c28a4d70423abe0b64fbaf10d8f2 2024-11-21T19:38:08,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ce07610ab0b8408195e6fcfeb5c98c3c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ce07610ab0b8408195e6fcfeb5c98c3c 2024-11-21T19:38:08,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/a75d587f32b1472db2731e17df917d4c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/a75d587f32b1472db2731e17df917d4c 2024-11-21T19:38:08,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/99b0a8ebcd1e4b02868dd786d7b276c2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/99b0a8ebcd1e4b02868dd786d7b276c2 2024-11-21T19:38:08,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab9d56a2e9a7409a999493ec8c8a7082 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/ab9d56a2e9a7409a999493ec8c8a7082 2024-11-21T19:38:08,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/7f616fb137f24d9e93dc013c90aa2474 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/7f616fb137f24d9e93dc013c90aa2474 2024-11-21T19:38:08,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/8a7c148050734bdd817dde93c2c4fea0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/8a7c148050734bdd817dde93c2c4fea0 2024-11-21T19:38:08,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/772dc21fd380419bb4cef6ce6d4f9d08 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/772dc21fd380419bb4cef6ce6d4f9d08 2024-11-21T19:38:08,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/956f35cb1c4b49e3a8a44b4398cbe964, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/fe83f61ec0a64c19a05aff57291277ac, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3f1ba22ecfd04be09bd86261d03d0c9b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48d6c8d09b974cdfbf0399dfd8e133cb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/b44041098e0c459b900bac7f31e654d6, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/9536715d5b754ddfaacd57126374b5d0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/be3a4ae1d72a40f980fdf498c4700116, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/538701ed81bc4cbf9b9a36442bb9ce07, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/79f702083b1648ea98b8f5dd1e979af9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1de6e03fc032426eb415ca04b4373412, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/411016567b5947e78607f409b7283525, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/295770b51c8e4429bae8b292b52e9a8c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/219d5acce97e4ac0ba7c1dcd8b8e1f9a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/4e0f5b9da28a4e2a962ad251a6262eab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f6475847dd5e4bfd8d4c11b2040d549e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/ce28958a214c48a6abda643dca052007, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/902cf7ee9cd54c8aac2b3a87151d8c5e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/613e963f5dd04ecc83cc7b8d2e814070, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2100d5f4c5b04486bc8f852918d0b9d9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/429fceeac2a2497da45d336c4283f9fc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1eff6bf20cbc40b4a25990d5487edb45, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/273b586f85e0408c98b5c835ff617ca0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/37949ec1a66645e8875d31f3c5e38c31, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/6808661c42584ee29bd082a1729ae846, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3dbe97fee9874ea9b4a83321207e853e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/d1ea45bca4fc427f9e08932d982816d8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/cbaea0790c9d42ca844b0de5467e5a2f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2e75f59f13b74849a199fd4779e16032, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/8db78118e6d047c884fe4e899ec24209, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f2705ce18bc94186827a365fa296a12a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/da5816f098f744db8b8b51b385a580ea] to archive 2024-11-21T19:38:08,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:38:08,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/956f35cb1c4b49e3a8a44b4398cbe964 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/956f35cb1c4b49e3a8a44b4398cbe964 2024-11-21T19:38:08,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/fe83f61ec0a64c19a05aff57291277ac to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/fe83f61ec0a64c19a05aff57291277ac 2024-11-21T19:38:08,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3f1ba22ecfd04be09bd86261d03d0c9b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3f1ba22ecfd04be09bd86261d03d0c9b 2024-11-21T19:38:08,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48d6c8d09b974cdfbf0399dfd8e133cb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48d6c8d09b974cdfbf0399dfd8e133cb 2024-11-21T19:38:08,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/b44041098e0c459b900bac7f31e654d6 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/b44041098e0c459b900bac7f31e654d6 2024-11-21T19:38:08,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/9536715d5b754ddfaacd57126374b5d0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/9536715d5b754ddfaacd57126374b5d0 2024-11-21T19:38:08,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/be3a4ae1d72a40f980fdf498c4700116 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/be3a4ae1d72a40f980fdf498c4700116 2024-11-21T19:38:08,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/538701ed81bc4cbf9b9a36442bb9ce07 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/538701ed81bc4cbf9b9a36442bb9ce07 2024-11-21T19:38:08,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/79f702083b1648ea98b8f5dd1e979af9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/79f702083b1648ea98b8f5dd1e979af9 2024-11-21T19:38:08,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1de6e03fc032426eb415ca04b4373412 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1de6e03fc032426eb415ca04b4373412 2024-11-21T19:38:08,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/411016567b5947e78607f409b7283525 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/411016567b5947e78607f409b7283525 2024-11-21T19:38:08,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/295770b51c8e4429bae8b292b52e9a8c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/295770b51c8e4429bae8b292b52e9a8c 2024-11-21T19:38:08,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/219d5acce97e4ac0ba7c1dcd8b8e1f9a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/219d5acce97e4ac0ba7c1dcd8b8e1f9a 2024-11-21T19:38:08,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/4e0f5b9da28a4e2a962ad251a6262eab to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/4e0f5b9da28a4e2a962ad251a6262eab 2024-11-21T19:38:08,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f6475847dd5e4bfd8d4c11b2040d549e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f6475847dd5e4bfd8d4c11b2040d549e 2024-11-21T19:38:08,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/ce28958a214c48a6abda643dca052007 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/ce28958a214c48a6abda643dca052007 2024-11-21T19:38:08,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/902cf7ee9cd54c8aac2b3a87151d8c5e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/902cf7ee9cd54c8aac2b3a87151d8c5e 2024-11-21T19:38:08,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/613e963f5dd04ecc83cc7b8d2e814070 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/613e963f5dd04ecc83cc7b8d2e814070 2024-11-21T19:38:08,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2100d5f4c5b04486bc8f852918d0b9d9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2100d5f4c5b04486bc8f852918d0b9d9 2024-11-21T19:38:08,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/429fceeac2a2497da45d336c4283f9fc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/429fceeac2a2497da45d336c4283f9fc 2024-11-21T19:38:08,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1eff6bf20cbc40b4a25990d5487edb45 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/1eff6bf20cbc40b4a25990d5487edb45 2024-11-21T19:38:08,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/273b586f85e0408c98b5c835ff617ca0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/273b586f85e0408c98b5c835ff617ca0 2024-11-21T19:38:08,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/37949ec1a66645e8875d31f3c5e38c31 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/37949ec1a66645e8875d31f3c5e38c31 2024-11-21T19:38:08,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/6808661c42584ee29bd082a1729ae846 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/6808661c42584ee29bd082a1729ae846 2024-11-21T19:38:08,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3dbe97fee9874ea9b4a83321207e853e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/3dbe97fee9874ea9b4a83321207e853e 2024-11-21T19:38:08,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/d1ea45bca4fc427f9e08932d982816d8 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/d1ea45bca4fc427f9e08932d982816d8 2024-11-21T19:38:08,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/cbaea0790c9d42ca844b0de5467e5a2f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/cbaea0790c9d42ca844b0de5467e5a2f 2024-11-21T19:38:08,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2e75f59f13b74849a199fd4779e16032 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/2e75f59f13b74849a199fd4779e16032 2024-11-21T19:38:08,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/8db78118e6d047c884fe4e899ec24209 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/8db78118e6d047c884fe4e899ec24209 2024-11-21T19:38:08,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f2705ce18bc94186827a365fa296a12a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/f2705ce18bc94186827a365fa296a12a 2024-11-21T19:38:08,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/da5816f098f744db8b8b51b385a580ea to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/da5816f098f744db8b8b51b385a580ea 2024-11-21T19:38:08,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5b84abaedd76498db046d6d7b4621e63, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f2616f9844204ef3a948328a3daa63c6, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/e223ae72b3bb4c71bb1283299b3722b7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2f366fa050a24abdaaf8dee56675b70c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/559af951914849e4a7c5f9cd4a6c14fd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/a82cd0d426a64dcd940c1824db255449, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/57d91b3e730a4b2381efe2f1d707d2ad, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/56aebf7049de49339129f708b603352e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2084f2cf9fec4f80b5de4cb6b2ad7659, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/33ecb9ff142044568001820bf8bbac32, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/4f25d1f804b447219ca8e1cf49c74233, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f8fa589f642747e0b300949c5869b792, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5d56f02880fb45f9b2a9f88d3bb51cf7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/04f66f406349448f833159697b0af2ca, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/8630ea9d6fcc41bcbde0ee7039b579ac, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1dd0275ed4bb484f8094ca7634996a47, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/7e93496bd2a14fadb342730d68536938, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/0c3c454175e140a585e0170da227e07c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/254b807f4dc844b3ab7cb7da65d74002, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/55c3b1fe7d30490dbb20c2c066a7a921, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/818f5859aa894615933f95770ed04da0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/46e6277221794c59b56a5d968684e3b4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/404b7c8eb3104d2b80b8c77896523bfc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1169342040bd4b0ab3355032d5803385, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1ab7567d1fc246839478e0a1787b7a2c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/152c083805294079a39ac2dfbf44c2d5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/fa68940aeab1495cbdf7fd0cbc27d993, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/09f31707363042d49fabaf80db234cfd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/6f672f8327eb4f70a389247a42321bf2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/b688ef74baa54057beca83f10d526591, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1cbbbb8fd16648fe9bd6fd9a7b928493] to archive 2024-11-21T19:38:08,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:38:08,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5b84abaedd76498db046d6d7b4621e63 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5b84abaedd76498db046d6d7b4621e63 2024-11-21T19:38:08,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f2616f9844204ef3a948328a3daa63c6 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f2616f9844204ef3a948328a3daa63c6 2024-11-21T19:38:08,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/e223ae72b3bb4c71bb1283299b3722b7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/e223ae72b3bb4c71bb1283299b3722b7 2024-11-21T19:38:08,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2f366fa050a24abdaaf8dee56675b70c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2f366fa050a24abdaaf8dee56675b70c 2024-11-21T19:38:08,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/559af951914849e4a7c5f9cd4a6c14fd to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/559af951914849e4a7c5f9cd4a6c14fd 2024-11-21T19:38:08,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/a82cd0d426a64dcd940c1824db255449 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/a82cd0d426a64dcd940c1824db255449 2024-11-21T19:38:08,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/57d91b3e730a4b2381efe2f1d707d2ad to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/57d91b3e730a4b2381efe2f1d707d2ad 2024-11-21T19:38:08,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/56aebf7049de49339129f708b603352e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/56aebf7049de49339129f708b603352e 2024-11-21T19:38:08,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2084f2cf9fec4f80b5de4cb6b2ad7659 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/2084f2cf9fec4f80b5de4cb6b2ad7659 2024-11-21T19:38:08,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/33ecb9ff142044568001820bf8bbac32 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/33ecb9ff142044568001820bf8bbac32 2024-11-21T19:38:08,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/4f25d1f804b447219ca8e1cf49c74233 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/4f25d1f804b447219ca8e1cf49c74233 2024-11-21T19:38:08,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f8fa589f642747e0b300949c5869b792 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/f8fa589f642747e0b300949c5869b792 2024-11-21T19:38:08,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5d56f02880fb45f9b2a9f88d3bb51cf7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/5d56f02880fb45f9b2a9f88d3bb51cf7 2024-11-21T19:38:08,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/04f66f406349448f833159697b0af2ca to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/04f66f406349448f833159697b0af2ca 2024-11-21T19:38:08,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/8630ea9d6fcc41bcbde0ee7039b579ac to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/8630ea9d6fcc41bcbde0ee7039b579ac 2024-11-21T19:38:08,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1dd0275ed4bb484f8094ca7634996a47 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1dd0275ed4bb484f8094ca7634996a47 2024-11-21T19:38:08,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/7e93496bd2a14fadb342730d68536938 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/7e93496bd2a14fadb342730d68536938 2024-11-21T19:38:08,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/0c3c454175e140a585e0170da227e07c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/0c3c454175e140a585e0170da227e07c 2024-11-21T19:38:08,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/254b807f4dc844b3ab7cb7da65d74002 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/254b807f4dc844b3ab7cb7da65d74002 2024-11-21T19:38:08,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/55c3b1fe7d30490dbb20c2c066a7a921 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/55c3b1fe7d30490dbb20c2c066a7a921 2024-11-21T19:38:08,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/818f5859aa894615933f95770ed04da0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/818f5859aa894615933f95770ed04da0 2024-11-21T19:38:08,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/46e6277221794c59b56a5d968684e3b4 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/46e6277221794c59b56a5d968684e3b4 2024-11-21T19:38:08,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/404b7c8eb3104d2b80b8c77896523bfc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/404b7c8eb3104d2b80b8c77896523bfc 2024-11-21T19:38:08,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1169342040bd4b0ab3355032d5803385 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1169342040bd4b0ab3355032d5803385 2024-11-21T19:38:08,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1ab7567d1fc246839478e0a1787b7a2c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1ab7567d1fc246839478e0a1787b7a2c 2024-11-21T19:38:08,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/152c083805294079a39ac2dfbf44c2d5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/152c083805294079a39ac2dfbf44c2d5 2024-11-21T19:38:08,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/fa68940aeab1495cbdf7fd0cbc27d993 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/fa68940aeab1495cbdf7fd0cbc27d993 2024-11-21T19:38:08,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/09f31707363042d49fabaf80db234cfd to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/09f31707363042d49fabaf80db234cfd 2024-11-21T19:38:08,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/6f672f8327eb4f70a389247a42321bf2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/6f672f8327eb4f70a389247a42321bf2 2024-11-21T19:38:08,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/b688ef74baa54057beca83f10d526591 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/b688ef74baa54057beca83f10d526591 2024-11-21T19:38:08,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1cbbbb8fd16648fe9bd6fd9a7b928493 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/1cbbbb8fd16648fe9bd6fd9a7b928493 2024-11-21T19:38:08,268 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/recovered.edits/489.seqid, newMaxSeqId=489, maxSeqId=1 2024-11-21T19:38:08,270 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b. 2024-11-21T19:38:08,270 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for cd9d0a755aea35730e04a6e831a9ab7b: 2024-11-21T19:38:08,272 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:08,273 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=cd9d0a755aea35730e04a6e831a9ab7b, regionState=CLOSED 2024-11-21T19:38:08,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-21T19:38:08,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure cd9d0a755aea35730e04a6e831a9ab7b, server=2d90ca23533b,46653,1732217858981 in 861 msec 2024-11-21T19:38:08,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-11-21T19:38:08,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cd9d0a755aea35730e04a6e831a9ab7b, UNASSIGN in 866 msec 2024-11-21T19:38:08,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-21T19:38:08,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 877 msec 2024-11-21T19:38:08,281 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217888280"}]},"ts":"1732217888280"} 2024-11-21T19:38:08,281 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T19:38:08,299 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T19:38:08,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-21T19:38:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-21T19:38:08,471 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-21T19:38:08,475 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T19:38:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:08,482 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:08,484 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T19:38:08,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:08,497 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/recovered.edits] 2024-11-21T19:38:08,503 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/06b2ef70628d46de88d44b35a6cc5e25 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/06b2ef70628d46de88d44b35a6cc5e25 2024-11-21T19:38:08,505 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/390225a2ba5d43f38dffe020d112ad1e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/390225a2ba5d43f38dffe020d112ad1e 2024-11-21T19:38:08,507 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/7d4d567ce07a425a8fc21dd70d95f1dc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/A/7d4d567ce07a425a8fc21dd70d95f1dc 2024-11-21T19:38:08,512 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48341512897a4f26a6662b3d4c7281d3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/48341512897a4f26a6662b3d4c7281d3 2024-11-21T19:38:08,518 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/91fee6d6f2f94bb78f9564f4a0526ecc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/91fee6d6f2f94bb78f9564f4a0526ecc 2024-11-21T19:38:08,524 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/ec72d95b35e04dc892fc0cb1c067785f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/B/ec72d95b35e04dc892fc0cb1c067785f 2024-11-21T19:38:08,528 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/31d1f9f3663b42038825b8784bc6c8de to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/31d1f9f3663b42038825b8784bc6c8de 2024-11-21T19:38:08,530 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/7bdaff7b116847c3bd172b3d42fb4170 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/7bdaff7b116847c3bd172b3d42fb4170 2024-11-21T19:38:08,533 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/aa9900e232cd48f3895259348416c093 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/C/aa9900e232cd48f3895259348416c093 2024-11-21T19:38:08,537 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/recovered.edits/489.seqid to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b/recovered.edits/489.seqid 2024-11-21T19:38:08,538 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cd9d0a755aea35730e04a6e831a9ab7b 2024-11-21T19:38:08,538 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T19:38:08,547 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:08,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T19:38:08,562 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T19:38:08,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T19:38:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T19:38:08,627 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T19:38:08,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:08,633 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T19:38:08,634 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732217888633"}]},"ts":"9223372036854775807"} 2024-11-21T19:38:08,642 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T19:38:08,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => cd9d0a755aea35730e04a6e831a9ab7b, NAME => 'TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T19:38:08,642 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T19:38:08,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732217888642"}]},"ts":"9223372036854775807"} 2024-11-21T19:38:08,651 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T19:38:08,727 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:08,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 251 msec 2024-11-21T19:38:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-21T19:38:08,800 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-21T19:38:08,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 218) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1211959047_22 at /127.0.0.1:37108 [Waiting for operation #312] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1187c962-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1187c962-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1320568913_22 at /127.0.0.1:36952 [Waiting for operation #330] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1187c962-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2d90ca23533b:46653-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1187c962-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1379 (was 1236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4088 (was 4891) 2024-11-21T19:38:08,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1379, ProcessCount=11, AvailableMemoryMB=4091 2024-11-21T19:38:08,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T19:38:08,831 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:38:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:08,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:38:08,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:08,833 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-11-21T19:38:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-21T19:38:08,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:38:08,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741941_1117 (size=963) 2024-11-21T19:38:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-21T19:38:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-21T19:38:09,243 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 2024-11-21T19:38:09,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741942_1118 (size=53) 2024-11-21T19:38:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-21T19:38:09,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:38:09,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing cea43b494a4481d4fa7b27eab6546302, disabling compactions & flushes 2024-11-21T19:38:09,662 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:09,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:09,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. after waiting 0 ms 2024-11-21T19:38:09,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:09,662 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:09,662 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:09,664 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:38:09,664 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732217889664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732217889664"}]},"ts":"1732217889664"} 2024-11-21T19:38:09,666 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:38:09,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:38:09,667 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217889667"}]},"ts":"1732217889667"} 2024-11-21T19:38:09,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T19:38:09,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, ASSIGN}] 2024-11-21T19:38:09,718 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, ASSIGN 2024-11-21T19:38:09,719 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, ASSIGN; state=OFFLINE, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=false 2024-11-21T19:38:09,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=cea43b494a4481d4fa7b27eab6546302, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:09,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:38:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-21T19:38:10,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:10,027 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:10,027 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:38:10,028 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:10,028 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:38:10,028 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:10,028 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:10,029 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:10,031 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:38:10,031 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea43b494a4481d4fa7b27eab6546302 columnFamilyName A 2024-11-21T19:38:10,031 DEBUG [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:10,031 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(327): Store=cea43b494a4481d4fa7b27eab6546302/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:38:10,032 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:10,033 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:38:10,034 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea43b494a4481d4fa7b27eab6546302 columnFamilyName B 2024-11-21T19:38:10,034 DEBUG [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:10,034 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(327): Store=cea43b494a4481d4fa7b27eab6546302/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:38:10,034 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:10,036 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:38:10,036 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea43b494a4481d4fa7b27eab6546302 columnFamilyName C 2024-11-21T19:38:10,036 DEBUG [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:10,037 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(327): Store=cea43b494a4481d4fa7b27eab6546302/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:38:10,037 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:10,038 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:10,038 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:10,040 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:38:10,041 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:10,043 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:38:10,043 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened cea43b494a4481d4fa7b27eab6546302; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70415084, jitterRate=0.049266517162323}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:38:10,045 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:10,045 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., pid=33, masterSystemTime=1732217890023 2024-11-21T19:38:10,047 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:10,047 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:10,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=cea43b494a4481d4fa7b27eab6546302, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:10,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-21T19:38:10,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 in 177 msec 2024-11-21T19:38:10,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-11-21T19:38:10,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, ASSIGN in 334 msec 2024-11-21T19:38:10,052 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:38:10,052 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217890052"}]},"ts":"1732217890052"} 2024-11-21T19:38:10,053 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T19:38:10,075 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:38:10,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2440 sec 2024-11-21T19:38:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-11-21T19:38:10,940 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-11-21T19:38:10,941 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77e36419 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fcb4db1 2024-11-21T19:38:10,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e39091e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:10,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:10,979 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:10,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:38:10,983 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:38:10,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T19:38:10,989 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:38:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:11,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741943_1119 (size=999) 2024-11-21T19:38:11,414 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-21T19:38:11,414 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-21T19:38:11,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T19:38:11,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, REOPEN/MOVE}] 2024-11-21T19:38:11,445 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, REOPEN/MOVE 2024-11-21T19:38:11,445 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=cea43b494a4481d4fa7b27eab6546302, regionState=CLOSING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:11,447 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T19:38:11,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:38:11,601 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:11,601 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,601 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T19:38:11,602 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing cea43b494a4481d4fa7b27eab6546302, disabling compactions & flushes 2024-11-21T19:38:11,602 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:11,602 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:11,602 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. after waiting 0 ms 2024-11-21T19:38:11,602 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:11,606 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T19:38:11,607 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:11,607 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:11,607 WARN [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: cea43b494a4481d4fa7b27eab6546302 to self. 2024-11-21T19:38:11,608 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,608 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=cea43b494a4481d4fa7b27eab6546302, regionState=CLOSED 2024-11-21T19:38:11,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-21T19:38:11,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 in 162 msec 2024-11-21T19:38:11,612 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, REOPEN/MOVE; state=CLOSED, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=true 2024-11-21T19:38:11,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=cea43b494a4481d4fa7b27eab6546302, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:11,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:38:11,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:11,920 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:11,920 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:38:11,920 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,920 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:38:11,921 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,921 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,925 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,925 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:38:11,931 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea43b494a4481d4fa7b27eab6546302 columnFamilyName A 2024-11-21T19:38:11,933 DEBUG [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:11,934 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(327): Store=cea43b494a4481d4fa7b27eab6546302/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:38:11,935 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,935 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:38:11,936 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea43b494a4481d4fa7b27eab6546302 columnFamilyName B 2024-11-21T19:38:11,936 DEBUG [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:11,936 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(327): Store=cea43b494a4481d4fa7b27eab6546302/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:38:11,936 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,937 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:38:11,937 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea43b494a4481d4fa7b27eab6546302 columnFamilyName C 2024-11-21T19:38:11,937 DEBUG [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:11,938 INFO [StoreOpener-cea43b494a4481d4fa7b27eab6546302-1 {}] regionserver.HStore(327): Store=cea43b494a4481d4fa7b27eab6546302/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:38:11,938 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:11,939 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,940 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,941 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:38:11,942 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:11,943 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened cea43b494a4481d4fa7b27eab6546302; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62211578, jitterRate=-0.07297524809837341}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:38:11,944 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:11,945 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., pid=38, masterSystemTime=1732217891916 2024-11-21T19:38:11,946 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:11,947 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:11,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=cea43b494a4481d4fa7b27eab6546302, regionState=OPEN, openSeqNum=5, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:11,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-11-21T19:38:11,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 in 184 msec 2024-11-21T19:38:11,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-21T19:38:11,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, REOPEN/MOVE in 508 msec 2024-11-21T19:38:11,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-21T19:38:11,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 534 msec 2024-11-21T19:38:11,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 965 msec 2024-11-21T19:38:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-21T19:38:11,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dc4805b to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ff49468 2024-11-21T19:38:12,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dff0f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:12,002 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34e78b2e to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7763c4d1 2024-11-21T19:38:12,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7052a2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:12,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d92bd5b to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12bf893 2024-11-21T19:38:12,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d1bb75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:12,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3183e16a to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34a1b861 2024-11-21T19:38:12,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486d93ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:12,043 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ad687d2 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61900726 2024-11-21T19:38:12,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45472b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:12,054 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x093cc14f to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75df0cb6 2024-11-21T19:38:12,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66547f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:12,077 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43a15d92 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e9643ec 2024-11-21T19:38:12,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7e00ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:12,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28575504 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5422eac1 2024-11-21T19:38:12,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa0c9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:12,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42aa95c2 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19d0bb4 2024-11-21T19:38:12,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dbd549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:12,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-11-21T19:38:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T19:38:12,119 DEBUG [hconnection-0x3a178131-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:12,119 DEBUG [hconnection-0x6bec4a40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:12,121 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:12,127 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:12,127 DEBUG [hconnection-0x1b2e7cbc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:12,131 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:12,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:12,132 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:12,135 DEBUG [hconnection-0x35ffca3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:12,136 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:12,139 DEBUG [hconnection-0x1ef77b3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:12,139 DEBUG [hconnection-0x5864b597-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:12,140 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:12,140 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:12,143 DEBUG [hconnection-0x2758f98b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:12,144 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:12,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:38:12,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:12,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:12,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:12,150 DEBUG [hconnection-0x4b5f54a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:12,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:12,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:12,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:12,152 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:12,159 DEBUG [hconnection-0x7bcd1d37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:12,168 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:12,170 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:12,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217952201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217952204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217952211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217952215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217952215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T19:38:12,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d6aeb6b4f3e1449e912c71afa689a049_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217892147/Put/seqid=0 2024-11-21T19:38:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741944_1120 (size=12154) 2024-11-21T19:38:12,267 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:12,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-21T19:38:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:12,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d6aeb6b4f3e1449e912c71afa689a049_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6aeb6b4f3e1449e912c71afa689a049_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:12,304 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6cd3123ce74741959e634a10ea1faf1c, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:12,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6cd3123ce74741959e634a10ea1faf1c is 175, key is test_row_0/A:col10/1732217892147/Put/seqid=0 2024-11-21T19:38:12,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217952322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217952322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217952332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217952333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217952334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741945_1121 (size=30951) 2024-11-21T19:38:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T19:38:12,451 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-21T19:38:12,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:12,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217952536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217952536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217952537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217952546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217952551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,615 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-21T19:38:12,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:12,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T19:38:12,770 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-21T19:38:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6cd3123ce74741959e634a10ea1faf1c 2024-11-21T19:38:12,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/f80ee799e82d434c8c4f5b11176f4197 is 50, key is test_row_0/B:col10/1732217892147/Put/seqid=0 2024-11-21T19:38:12,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217952838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217952845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217952852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217952854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217952857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741946_1122 (size=9657) 2024-11-21T19:38:12,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/f80ee799e82d434c8c4f5b11176f4197 2024-11-21T19:38:12,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/b926f8c84a2d442daf16046c6b15e5c2 is 50, key is test_row_0/C:col10/1732217892147/Put/seqid=0 2024-11-21T19:38:12,924 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:12,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-21T19:38:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:12,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:12,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741947_1123 (size=9657) 2024-11-21T19:38:12,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/b926f8c84a2d442daf16046c6b15e5c2 2024-11-21T19:38:12,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6cd3123ce74741959e634a10ea1faf1c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6cd3123ce74741959e634a10ea1faf1c 2024-11-21T19:38:12,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6cd3123ce74741959e634a10ea1faf1c, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T19:38:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/f80ee799e82d434c8c4f5b11176f4197 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f80ee799e82d434c8c4f5b11176f4197 2024-11-21T19:38:12,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f80ee799e82d434c8c4f5b11176f4197, entries=100, sequenceid=16, filesize=9.4 K 2024-11-21T19:38:12,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/b926f8c84a2d442daf16046c6b15e5c2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/b926f8c84a2d442daf16046c6b15e5c2 2024-11-21T19:38:13,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/b926f8c84a2d442daf16046c6b15e5c2, entries=100, sequenceid=16, filesize=9.4 K 2024-11-21T19:38:13,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cea43b494a4481d4fa7b27eab6546302 in 862ms, sequenceid=16, compaction requested=false 2024-11-21T19:38:13,009 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T19:38:13,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:13,077 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-11-21T19:38:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:13,078 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T19:38:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:13,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f9b8184fb0a74a4bb8d1071d8ce34859_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217892206/Put/seqid=0 2024-11-21T19:38:13,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741948_1124 (size=12154) 2024-11-21T19:38:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,156 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f9b8184fb0a74a4bb8d1071d8ce34859_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f9b8184fb0a74a4bb8d1071d8ce34859_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:13,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c221e06856624cd0a79e5936e8679309, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:13,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c221e06856624cd0a79e5936e8679309 is 175, key is test_row_0/A:col10/1732217892206/Put/seqid=0 2024-11-21T19:38:13,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741949_1125 (size=30955) 2024-11-21T19:38:13,179 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c221e06856624cd0a79e5936e8679309 2024-11-21T19:38:13,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/55df0b5f8d1449b2a5bf7baf03e15991 is 50, key is test_row_0/B:col10/1732217892206/Put/seqid=0 2024-11-21T19:38:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T19:38:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741950_1126 (size=12001) 2024-11-21T19:38:13,246 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/55df0b5f8d1449b2a5bf7baf03e15991 2024-11-21T19:38:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/d06b59d7560d486daa446e2c75c909ce is 50, key is test_row_0/C:col10/1732217892206/Put/seqid=0 2024-11-21T19:38:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741951_1127 (size=12001) 2024-11-21T19:38:13,340 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/d06b59d7560d486daa446e2c75c909ce 2024-11-21T19:38:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c221e06856624cd0a79e5936e8679309 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c221e06856624cd0a79e5936e8679309 2024-11-21T19:38:13,355 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c221e06856624cd0a79e5936e8679309, entries=150, sequenceid=40, filesize=30.2 K 2024-11-21T19:38:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:13,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/55df0b5f8d1449b2a5bf7baf03e15991 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/55df0b5f8d1449b2a5bf7baf03e15991 2024-11-21T19:38:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,367 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/55df0b5f8d1449b2a5bf7baf03e15991, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T19:38:13,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/d06b59d7560d486daa446e2c75c909ce as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d06b59d7560d486daa446e2c75c909ce 2024-11-21T19:38:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,379 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d06b59d7560d486daa446e2c75c909ce, entries=150, sequenceid=40, filesize=11.7 K 2024-11-21T19:38:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,389 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=6.71 KB/6870 for cea43b494a4481d4fa7b27eab6546302 in 311ms, sequenceid=40, compaction requested=false 2024-11-21T19:38:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:13,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:13,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-21T19:38:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-11-21T19:38:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-21T19:38:13,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2670 sec 2024-11-21T19:38:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 1.2880 sec 2024-11-21T19:38:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:38:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:13,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:13,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:13,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:13,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:13,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:13,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:13,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215daf8e1fb05f40cd8dcb618fc9280452_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217893550/Put/seqid=0 2024-11-21T19:38:13,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741953_1129 (size=26798) 2024-11-21T19:38:13,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217953677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217953677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217953679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217953680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217953694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217953796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217953797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217953797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217953797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217953811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:13,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:38:14,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217954001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217954001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217954002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217954016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,028 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:14,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217954025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,080 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215daf8e1fb05f40cd8dcb618fc9280452_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215daf8e1fb05f40cd8dcb618fc9280452_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:14,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6802116899dd4349aa722973a668a9f3, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:14,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6802116899dd4349aa722973a668a9f3 is 175, key is test_row_0/A:col10/1732217893550/Put/seqid=0 2024-11-21T19:38:14,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741952_1128 (size=82585) 2024-11-21T19:38:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-21T19:38:14,223 INFO [Thread-606 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-21T19:38:14,225 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-21T19:38:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T19:38:14,228 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:14,229 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:14,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:14,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217954304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217954304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217954304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217954326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T19:38:14,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217954343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T19:38:14,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:14,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:14,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:14,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,506 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6802116899dd4349aa722973a668a9f3 2024-11-21T19:38:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T19:38:14,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/484be51c04684076a132d3b985a7e945 is 50, key is test_row_0/B:col10/1732217893550/Put/seqid=0 2024-11-21T19:38:14,536 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T19:38:14,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:14,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:14,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:14,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741954_1130 (size=12001) 2024-11-21T19:38:14,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T19:38:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:14,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217954807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217954814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217954815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217954832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T19:38:14,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T19:38:14,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:14,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:14,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:14,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:14,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:14,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217954850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:14,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/484be51c04684076a132d3b985a7e945 2024-11-21T19:38:14,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/9e92e87a8d11402784b9b808036adbbd is 50, key is test_row_0/C:col10/1732217893550/Put/seqid=0 2024-11-21T19:38:15,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:15,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T19:38:15,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:15,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:15,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:15,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:15,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741955_1131 (size=12001) 2024-11-21T19:38:15,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/9e92e87a8d11402784b9b808036adbbd 2024-11-21T19:38:15,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6802116899dd4349aa722973a668a9f3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6802116899dd4349aa722973a668a9f3 2024-11-21T19:38:15,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6802116899dd4349aa722973a668a9f3, entries=450, sequenceid=52, filesize=80.6 K 2024-11-21T19:38:15,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/484be51c04684076a132d3b985a7e945 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/484be51c04684076a132d3b985a7e945 2024-11-21T19:38:15,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/484be51c04684076a132d3b985a7e945, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T19:38:15,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/9e92e87a8d11402784b9b808036adbbd as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9e92e87a8d11402784b9b808036adbbd 2024-11-21T19:38:15,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9e92e87a8d11402784b9b808036adbbd, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T19:38:15,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cea43b494a4481d4fa7b27eab6546302 in 1550ms, sequenceid=52, compaction requested=true 2024-11-21T19:38:15,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:38:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T19:38:15,104 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:15,106 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:15,106 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/A is initiating minor compaction (all files) 2024-11-21T19:38:15,106 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/A in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:15,106 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6cd3123ce74741959e634a10ea1faf1c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c221e06856624cd0a79e5936e8679309, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6802116899dd4349aa722973a668a9f3] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=141.1 K 2024-11-21T19:38:15,106 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:15,107 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:15,107 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6cd3123ce74741959e634a10ea1faf1c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c221e06856624cd0a79e5936e8679309, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6802116899dd4349aa722973a668a9f3] 2024-11-21T19:38:15,107 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cd3123ce74741959e634a10ea1faf1c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732217892140 2024-11-21T19:38:15,108 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c221e06856624cd0a79e5936e8679309, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732217892204 2024-11-21T19:38:15,109 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:15,109 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/C is initiating minor compaction (all files) 2024-11-21T19:38:15,109 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/C in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:15,109 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/b926f8c84a2d442daf16046c6b15e5c2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d06b59d7560d486daa446e2c75c909ce, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9e92e87a8d11402784b9b808036adbbd] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=32.9 K 2024-11-21T19:38:15,111 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6802116899dd4349aa722973a668a9f3, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732217893348 2024-11-21T19:38:15,116 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b926f8c84a2d442daf16046c6b15e5c2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732217892140 2024-11-21T19:38:15,119 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d06b59d7560d486daa446e2c75c909ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732217892204 2024-11-21T19:38:15,119 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e92e87a8d11402784b9b808036adbbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732217893546 2024-11-21T19:38:15,139 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:15,156 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#C#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:15,156 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/64d0a94b2ab24cfb90641607210ae9fa is 50, key is test_row_0/C:col10/1732217893550/Put/seqid=0 2024-11-21T19:38:15,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:15,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-21T19:38:15,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:15,160 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T19:38:15,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:15,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:15,166 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121e9a1c9ae2a7641f99d0bf8d712be15dd_cea43b494a4481d4fa7b27eab6546302 store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:15,171 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121e9a1c9ae2a7641f99d0bf8d712be15dd_cea43b494a4481d4fa7b27eab6546302, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:15,171 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e9a1c9ae2a7641f99d0bf8d712be15dd_cea43b494a4481d4fa7b27eab6546302 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:15,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216823ac66caf64d36950663dea280c597_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217893676/Put/seqid=0 2024-11-21T19:38:15,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741956_1132 (size=12104) 2024-11-21T19:38:15,237 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/64d0a94b2ab24cfb90641607210ae9fa as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/64d0a94b2ab24cfb90641607210ae9fa 2024-11-21T19:38:15,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741957_1133 (size=4469) 2024-11-21T19:38:15,248 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/C of cea43b494a4481d4fa7b27eab6546302 into 64d0a94b2ab24cfb90641607210ae9fa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:15,248 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:15,248 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/C, priority=13, startTime=1732217895104; duration=0sec 2024-11-21T19:38:15,248 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:15,248 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:C 2024-11-21T19:38:15,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741958_1134 (size=12154) 2024-11-21T19:38:15,255 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:15,263 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:15,263 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/B is initiating minor compaction (all files) 2024-11-21T19:38:15,263 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/B in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:15,263 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f80ee799e82d434c8c4f5b11176f4197, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/55df0b5f8d1449b2a5bf7baf03e15991, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/484be51c04684076a132d3b985a7e945] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=32.9 K 2024-11-21T19:38:15,264 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting f80ee799e82d434c8c4f5b11176f4197, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732217892140 2024-11-21T19:38:15,267 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 55df0b5f8d1449b2a5bf7baf03e15991, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732217892204 2024-11-21T19:38:15,275 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 484be51c04684076a132d3b985a7e945, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732217893546 2024-11-21T19:38:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T19:38:15,359 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#B#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:15,367 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/71d9e81b741d44f9ab7b9caee26a2012 is 50, key is test_row_0/B:col10/1732217893550/Put/seqid=0 2024-11-21T19:38:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741959_1135 (size=12104) 2024-11-21T19:38:15,417 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/71d9e81b741d44f9ab7b9caee26a2012 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/71d9e81b741d44f9ab7b9caee26a2012 2024-11-21T19:38:15,436 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/B of cea43b494a4481d4fa7b27eab6546302 into 71d9e81b741d44f9ab7b9caee26a2012(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:15,436 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:15,436 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/B, priority=13, startTime=1732217895104; duration=0sec 2024-11-21T19:38:15,437 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:15,437 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:B 2024-11-21T19:38:15,644 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#A#compaction#111 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:15,646 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/37481222521d49918c7a48f55522a119 is 175, key is test_row_0/A:col10/1732217893550/Put/seqid=0 2024-11-21T19:38:15,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:15,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216823ac66caf64d36950663dea280c597_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216823ac66caf64d36950663dea280c597_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:15,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c8634af8c78e402eb92af2d36f3db207, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:15,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c8634af8c78e402eb92af2d36f3db207 is 175, key is test_row_0/A:col10/1732217893676/Put/seqid=0 2024-11-21T19:38:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741960_1136 (size=31058) 2024-11-21T19:38:15,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741961_1137 (size=30955) 2024-11-21T19:38:15,688 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c8634af8c78e402eb92af2d36f3db207 2024-11-21T19:38:15,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/4f4fe204c31d424ea61bc4694ba60e5e is 50, key is test_row_0/B:col10/1732217893676/Put/seqid=0 2024-11-21T19:38:15,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741962_1138 (size=12001) 2024-11-21T19:38:15,754 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/4f4fe204c31d424ea61bc4694ba60e5e 2024-11-21T19:38:15,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/9c28f55290ba4542a31012c6d12c65d9 is 50, key is test_row_0/C:col10/1732217893676/Put/seqid=0 2024-11-21T19:38:15,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:15,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741963_1139 (size=12001) 2024-11-21T19:38:15,827 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/9c28f55290ba4542a31012c6d12c65d9 2024-11-21T19:38:15,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c8634af8c78e402eb92af2d36f3db207 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c8634af8c78e402eb92af2d36f3db207 2024-11-21T19:38:15,851 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c8634af8c78e402eb92af2d36f3db207, entries=150, sequenceid=76, filesize=30.2 K 2024-11-21T19:38:15,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/4f4fe204c31d424ea61bc4694ba60e5e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4f4fe204c31d424ea61bc4694ba60e5e 2024-11-21T19:38:15,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217955845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:15,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217955846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:15,865 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4f4fe204c31d424ea61bc4694ba60e5e, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T19:38:15,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:15,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217955855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217955860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:15,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217955862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:15,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/9c28f55290ba4542a31012c6d12c65d9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9c28f55290ba4542a31012c6d12c65d9 2024-11-21T19:38:15,882 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9c28f55290ba4542a31012c6d12c65d9, entries=150, sequenceid=76, filesize=11.7 K 2024-11-21T19:38:15,883 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for cea43b494a4481d4fa7b27eab6546302 in 723ms, sequenceid=76, compaction requested=false 2024-11-21T19:38:15,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:15,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:15,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-21T19:38:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-21T19:38:15,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-21T19:38:15,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6580 sec 2024-11-21T19:38:15,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.6670 sec 2024-11-21T19:38:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:15,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T19:38:15,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:15,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:16,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dbf5f1aae03145398b8a269848537f93_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217895838/Put/seqid=0 2024-11-21T19:38:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217956027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217956031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217956036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217956037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741964_1140 (size=12154) 2024-11-21T19:38:16,050 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:16,057 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dbf5f1aae03145398b8a269848537f93_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dbf5f1aae03145398b8a269848537f93_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:16,058 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/45166ec653cf4a7b960c42ee8037b9c5, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:16,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/45166ec653cf4a7b960c42ee8037b9c5 is 175, key is test_row_0/A:col10/1732217895838/Put/seqid=0 2024-11-21T19:38:16,084 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/37481222521d49918c7a48f55522a119 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/37481222521d49918c7a48f55522a119 2024-11-21T19:38:16,096 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/A of cea43b494a4481d4fa7b27eab6546302 into 37481222521d49918c7a48f55522a119(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:16,096 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:16,096 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/A, priority=13, startTime=1732217895103; duration=0sec 2024-11-21T19:38:16,096 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:16,096 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:A 2024-11-21T19:38:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741965_1141 (size=30955) 2024-11-21T19:38:16,106 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/45166ec653cf4a7b960c42ee8037b9c5 2024-11-21T19:38:16,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/a2f0eefef183464c8fa6a615ef46adcc is 50, key is test_row_0/B:col10/1732217895838/Put/seqid=0 2024-11-21T19:38:16,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741966_1142 (size=12001) 2024-11-21T19:38:16,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/a2f0eefef183464c8fa6a615ef46adcc 2024-11-21T19:38:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217956139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217956140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217956144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217956149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/4e5004af349645438b7d386a812feb9e is 50, key is test_row_0/C:col10/1732217895838/Put/seqid=0 2024-11-21T19:38:16,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741967_1143 (size=12001) 2024-11-21T19:38:16,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/4e5004af349645438b7d386a812feb9e 2024-11-21T19:38:16,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/45166ec653cf4a7b960c42ee8037b9c5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/45166ec653cf4a7b960c42ee8037b9c5 2024-11-21T19:38:16,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/45166ec653cf4a7b960c42ee8037b9c5, entries=150, sequenceid=93, filesize=30.2 K 2024-11-21T19:38:16,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/a2f0eefef183464c8fa6a615ef46adcc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a2f0eefef183464c8fa6a615ef46adcc 2024-11-21T19:38:16,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a2f0eefef183464c8fa6a615ef46adcc, entries=150, sequenceid=93, filesize=11.7 K 2024-11-21T19:38:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/4e5004af349645438b7d386a812feb9e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4e5004af349645438b7d386a812feb9e 2024-11-21T19:38:16,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4e5004af349645438b7d386a812feb9e, entries=150, sequenceid=93, filesize=11.7 K 2024-11-21T19:38:16,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for cea43b494a4481d4fa7b27eab6546302 in 281ms, sequenceid=93, compaction requested=true 2024-11-21T19:38:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:16,249 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:16,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:38:16,250 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:16,250 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:16,251 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/A is initiating minor compaction (all files) 2024-11-21T19:38:16,251 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/A in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,251 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/37481222521d49918c7a48f55522a119, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c8634af8c78e402eb92af2d36f3db207, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/45166ec653cf4a7b960c42ee8037b9c5] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=90.8 K 2024-11-21T19:38:16,251 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,251 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/37481222521d49918c7a48f55522a119, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c8634af8c78e402eb92af2d36f3db207, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/45166ec653cf4a7b960c42ee8037b9c5] 2024-11-21T19:38:16,255 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37481222521d49918c7a48f55522a119, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732217893546 2024-11-21T19:38:16,259 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8634af8c78e402eb92af2d36f3db207, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732217893676 2024-11-21T19:38:16,263 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:16,263 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/B is initiating minor compaction (all files) 2024-11-21T19:38:16,263 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45166ec653cf4a7b960c42ee8037b9c5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732217895838 2024-11-21T19:38:16,263 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/B in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,263 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/71d9e81b741d44f9ab7b9caee26a2012, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4f4fe204c31d424ea61bc4694ba60e5e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a2f0eefef183464c8fa6a615ef46adcc] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=35.3 K 2024-11-21T19:38:16,267 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 71d9e81b741d44f9ab7b9caee26a2012, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732217893546 2024-11-21T19:38:16,271 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f4fe204c31d424ea61bc4694ba60e5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732217893676 2024-11-21T19:38:16,279 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting a2f0eefef183464c8fa6a615ef46adcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732217895838 2024-11-21T19:38:16,318 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:16,339 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b81b5bc55573404d9e23663983c7492b_cea43b494a4481d4fa7b27eab6546302 store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:16,340 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T19:38:16,342 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b81b5bc55573404d9e23663983c7492b_cea43b494a4481d4fa7b27eab6546302, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:16,342 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b81b5bc55573404d9e23663983c7492b_cea43b494a4481d4fa7b27eab6546302 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:16,344 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T19:38:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-21T19:38:16,345 INFO [Thread-606 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-21T19:38:16,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-21T19:38:16,349 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:16,350 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:16,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T19:38:16,354 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:16,357 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/6093a2c776d145368873d2a21e964a74 is 50, key is test_row_0/B:col10/1732217895838/Put/seqid=0 2024-11-21T19:38:16,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T19:38:16,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:16,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:16,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:16,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:16,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:16,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217956376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217956382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217956384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741968_1144 (size=4469) 2024-11-21T19:38:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217956385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,407 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#A#compaction#120 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:16,408 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/87b332f283254801b912b3210e2ed77d is 175, key is test_row_0/A:col10/1732217895838/Put/seqid=0 2024-11-21T19:38:16,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112120dd3cf224cc45f89760122068a9c460_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217896035/Put/seqid=0 2024-11-21T19:38:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T19:38:16,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741971_1147 (size=12154) 2024-11-21T19:38:16,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217956491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217956491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217956502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T19:38:16,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741970_1146 (size=31161) 2024-11-21T19:38:16,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:16,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217956512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,530 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/87b332f283254801b912b3210e2ed77d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/87b332f283254801b912b3210e2ed77d 2024-11-21T19:38:16,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741969_1145 (size=12207) 2024-11-21T19:38:16,537 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/A of cea43b494a4481d4fa7b27eab6546302 into 87b332f283254801b912b3210e2ed77d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:16,537 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:16,537 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/A, priority=13, startTime=1732217896249; duration=0sec 2024-11-21T19:38:16,539 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:16,539 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:A 2024-11-21T19:38:16,539 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:16,544 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:16,544 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/C is initiating minor compaction (all files) 2024-11-21T19:38:16,544 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/C in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,544 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/64d0a94b2ab24cfb90641607210ae9fa, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9c28f55290ba4542a31012c6d12c65d9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4e5004af349645438b7d386a812feb9e] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=35.3 K 2024-11-21T19:38:16,545 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64d0a94b2ab24cfb90641607210ae9fa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732217893546 2024-11-21T19:38:16,547 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c28f55290ba4542a31012c6d12c65d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732217893676 2024-11-21T19:38:16,552 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/6093a2c776d145368873d2a21e964a74 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/6093a2c776d145368873d2a21e964a74 2024-11-21T19:38:16,557 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e5004af349645438b7d386a812feb9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732217895838 2024-11-21T19:38:16,563 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/B of cea43b494a4481d4fa7b27eab6546302 into 6093a2c776d145368873d2a21e964a74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:16,563 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:16,563 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/B, priority=13, startTime=1732217896249; duration=0sec 2024-11-21T19:38:16,563 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:16,563 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:B 2024-11-21T19:38:16,574 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#C#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:16,575 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/3e35e00dbee349d782f754030f04d5ff is 50, key is test_row_0/C:col10/1732217895838/Put/seqid=0 2024-11-21T19:38:16,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741972_1148 (size=12207) 2024-11-21T19:38:16,604 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/3e35e00dbee349d782f754030f04d5ff as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3e35e00dbee349d782f754030f04d5ff 2024-11-21T19:38:16,610 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/C of cea43b494a4481d4fa7b27eab6546302 into 3e35e00dbee349d782f754030f04d5ff(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:16,610 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:16,610 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/C, priority=13, startTime=1732217896249; duration=0sec 2024-11-21T19:38:16,610 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:16,610 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:C 2024-11-21T19:38:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T19:38:16,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T19:38:16,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:16,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217956697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217956699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217956709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217956720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T19:38:16,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:16,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,889 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:16,920 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112120dd3cf224cc45f89760122068a9c460_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112120dd3cf224cc45f89760122068a9c460_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:16,921 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/658f6940e08d4ac6acc818f3d3eef3aa, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:16,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/658f6940e08d4ac6acc818f3d3eef3aa is 175, key is test_row_0/A:col10/1732217896035/Put/seqid=0 2024-11-21T19:38:16,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741973_1149 (size=30955) 2024-11-21T19:38:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T19:38:16,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/658f6940e08d4ac6acc818f3d3eef3aa 2024-11-21T19:38:16,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/dcb72734eb0144dc915aebaa22c014ef is 50, key is test_row_0/B:col10/1732217896035/Put/seqid=0 2024-11-21T19:38:16,997 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:16,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T19:38:16,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:16,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:16,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:16,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:17,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217957004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217957007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217957015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741974_1150 (size=12001) 2024-11-21T19:38:17,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/dcb72734eb0144dc915aebaa22c014ef 2024-11-21T19:38:17,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217957028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/e3308333128f4d64a3fd64e4a2a8b7f3 is 50, key is test_row_0/C:col10/1732217896035/Put/seqid=0 2024-11-21T19:38:17,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741975_1151 (size=12001) 2024-11-21T19:38:17,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/e3308333128f4d64a3fd64e4a2a8b7f3 2024-11-21T19:38:17,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/658f6940e08d4ac6acc818f3d3eef3aa as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/658f6940e08d4ac6acc818f3d3eef3aa 2024-11-21T19:38:17,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/658f6940e08d4ac6acc818f3d3eef3aa, entries=150, sequenceid=117, filesize=30.2 K 2024-11-21T19:38:17,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/dcb72734eb0144dc915aebaa22c014ef as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/dcb72734eb0144dc915aebaa22c014ef 2024-11-21T19:38:17,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/dcb72734eb0144dc915aebaa22c014ef, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T19:38:17,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/e3308333128f4d64a3fd64e4a2a8b7f3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/e3308333128f4d64a3fd64e4a2a8b7f3 2024-11-21T19:38:17,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/e3308333128f4d64a3fd64e4a2a8b7f3, entries=150, sequenceid=117, filesize=11.7 K 2024-11-21T19:38:17,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for cea43b494a4481d4fa7b27eab6546302 in 775ms, sequenceid=117, compaction requested=false 2024-11-21T19:38:17,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:17,153 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-21T19:38:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:17,162 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T19:38:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:17,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:17,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:17,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c1198a478a78477785d7c022fc3306cf_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217896380/Put/seqid=0 2024-11-21T19:38:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741976_1152 (size=12254) 2024-11-21T19:38:17,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:17,261 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c1198a478a78477785d7c022fc3306cf_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c1198a478a78477785d7c022fc3306cf_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:17,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/9687d69692a642ebaf8c34f66119ab1c, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/9687d69692a642ebaf8c34f66119ab1c is 175, key is test_row_0/A:col10/1732217896380/Put/seqid=0 2024-11-21T19:38:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741977_1153 (size=31055) 2024-11-21T19:38:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T19:38:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:17,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217957578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217957579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217957581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217957587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217957695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217957695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217957695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217957696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,716 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/9687d69692a642ebaf8c34f66119ab1c 2024-11-21T19:38:17,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/427f4fdb6c9845cdad926e078a649d86 is 50, key is test_row_0/B:col10/1732217896380/Put/seqid=0 2024-11-21T19:38:17,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741978_1154 (size=12101) 2024-11-21T19:38:17,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217957868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,872 DEBUG [Thread-596 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:38:17,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217957904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217957907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217957908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:17,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217957909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,199 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/427f4fdb6c9845cdad926e078a649d86 2024-11-21T19:38:18,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217958211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217958211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217958215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217958230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/5129f5d6fe3e4a96b87345e2c1bcf47e is 50, key is test_row_0/C:col10/1732217896380/Put/seqid=0 2024-11-21T19:38:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741979_1155 (size=12101) 2024-11-21T19:38:18,273 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/5129f5d6fe3e4a96b87345e2c1bcf47e 2024-11-21T19:38:18,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/9687d69692a642ebaf8c34f66119ab1c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9687d69692a642ebaf8c34f66119ab1c 2024-11-21T19:38:18,318 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9687d69692a642ebaf8c34f66119ab1c, entries=150, sequenceid=134, filesize=30.3 K 2024-11-21T19:38:18,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/427f4fdb6c9845cdad926e078a649d86 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/427f4fdb6c9845cdad926e078a649d86 2024-11-21T19:38:18,328 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/427f4fdb6c9845cdad926e078a649d86, entries=150, sequenceid=134, filesize=11.8 K 2024-11-21T19:38:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/5129f5d6fe3e4a96b87345e2c1bcf47e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/5129f5d6fe3e4a96b87345e2c1bcf47e 2024-11-21T19:38:18,347 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/5129f5d6fe3e4a96b87345e2c1bcf47e, entries=150, sequenceid=134, filesize=11.8 K 2024-11-21T19:38:18,351 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for cea43b494a4481d4fa7b27eab6546302 in 1189ms, sequenceid=134, compaction requested=true 2024-11-21T19:38:18,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:18,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:18,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-21T19:38:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-21T19:38:18,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-21T19:38:18,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0050 sec 2024-11-21T19:38:18,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.0110 sec 2024-11-21T19:38:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-21T19:38:18,467 INFO [Thread-606 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-21T19:38:18,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-21T19:38:18,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:18,513 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:18,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T19:38:18,572 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T19:38:18,572 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T19:38:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T19:38:18,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-21T19:38:18,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:18,675 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T19:38:18,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:18,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:18,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:18,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:18,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:18,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216244ea89204b4868905efdde48167cf8_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217897578/Put/seqid=0 2024-11-21T19:38:18,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741980_1156 (size=12304) 2024-11-21T19:38:18,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:18,765 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216244ea89204b4868905efdde48167cf8_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216244ea89204b4868905efdde48167cf8_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/2799e3d9967f423cbb89130325c5594c, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:18,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/2799e3d9967f423cbb89130325c5594c is 175, key is test_row_0/A:col10/1732217897578/Put/seqid=0 2024-11-21T19:38:18,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217958775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217958776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217958776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217958776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741981_1157 (size=31105) 2024-11-21T19:38:18,795 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/2799e3d9967f423cbb89130325c5594c 2024-11-21T19:38:18,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/b1411fba919f4a92918c2da35cfd2fa5 is 50, key is test_row_0/B:col10/1732217897578/Put/seqid=0 2024-11-21T19:38:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T19:38:18,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741982_1158 (size=12151) 2024-11-21T19:38:18,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217958882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217958882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217958887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217958895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217959087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217959091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217959099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217959104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T19:38:19,244 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/b1411fba919f4a92918c2da35cfd2fa5 2024-11-21T19:38:19,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/edd3a376024f4978a1a09e664551245e is 50, key is test_row_0/C:col10/1732217897578/Put/seqid=0 2024-11-21T19:38:19,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217959394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217959398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217959423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217959427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741983_1159 (size=12151) 2024-11-21T19:38:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T19:38:19,838 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/edd3a376024f4978a1a09e664551245e 2024-11-21T19:38:19,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/2799e3d9967f423cbb89130325c5594c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/2799e3d9967f423cbb89130325c5594c 2024-11-21T19:38:19,873 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/2799e3d9967f423cbb89130325c5594c, entries=150, sequenceid=157, filesize=30.4 K 2024-11-21T19:38:19,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/b1411fba919f4a92918c2da35cfd2fa5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/b1411fba919f4a92918c2da35cfd2fa5 2024-11-21T19:38:19,881 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/b1411fba919f4a92918c2da35cfd2fa5, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T19:38:19,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/edd3a376024f4978a1a09e664551245e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/edd3a376024f4978a1a09e664551245e 2024-11-21T19:38:19,895 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/edd3a376024f4978a1a09e664551245e, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T19:38:19,903 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for cea43b494a4481d4fa7b27eab6546302 in 1227ms, sequenceid=157, compaction requested=true 2024-11-21T19:38:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-21T19:38:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-21T19:38:19,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-21T19:38:19,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-11-21T19:38:19,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.4150 sec 2024-11-21T19:38:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:19,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T19:38:19,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:19,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104236af5276e4093bbaa9369b4144e09_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217898774/Put/seqid=0 2024-11-21T19:38:19,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741984_1160 (size=14794) 2024-11-21T19:38:19,962 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:19,968 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112104236af5276e4093bbaa9369b4144e09_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104236af5276e4093bbaa9369b4144e09_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:19,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/9d5a67c8899c40d4944645588343fcb8, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:19,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/9d5a67c8899c40d4944645588343fcb8 is 175, key is test_row_0/A:col10/1732217898774/Put/seqid=0 2024-11-21T19:38:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217959979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217959979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217959982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741985_1161 (size=39749) 2024-11-21T19:38:19,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217959986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:19,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/9d5a67c8899c40d4944645588343fcb8 2024-11-21T19:38:20,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/e32c13c842d74a6fa5079e495bac3d90 is 50, key is test_row_0/B:col10/1732217898774/Put/seqid=0 2024-11-21T19:38:20,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741986_1162 (size=12151) 2024-11-21T19:38:20,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/e32c13c842d74a6fa5079e495bac3d90 2024-11-21T19:38:20,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/faea6765ac8740b18df78dba962ebe69 is 50, key is test_row_0/C:col10/1732217898774/Put/seqid=0 2024-11-21T19:38:20,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217960088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217960090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217960095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217960098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741987_1163 (size=12151) 2024-11-21T19:38:20,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217960307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217960307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217960312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217960315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/faea6765ac8740b18df78dba962ebe69 2024-11-21T19:38:20,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/9d5a67c8899c40d4944645588343fcb8 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9d5a67c8899c40d4944645588343fcb8 2024-11-21T19:38:20,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9d5a67c8899c40d4944645588343fcb8, entries=200, sequenceid=172, filesize=38.8 K 2024-11-21T19:38:20,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/e32c13c842d74a6fa5079e495bac3d90 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/e32c13c842d74a6fa5079e495bac3d90 2024-11-21T19:38:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217960618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217960620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217960621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217960624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/e32c13c842d74a6fa5079e495bac3d90, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T19:38:20,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/faea6765ac8740b18df78dba962ebe69 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/faea6765ac8740b18df78dba962ebe69 2024-11-21T19:38:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-21T19:38:20,637 INFO [Thread-606 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-21T19:38:20,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/faea6765ac8740b18df78dba962ebe69, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T19:38:20,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:20,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for cea43b494a4481d4fa7b27eab6546302 in 729ms, sequenceid=172, compaction requested=true 2024-11-21T19:38:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:20,645 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T19:38:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-21T19:38:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:38:20,645 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T19:38:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T19:38:20,651 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:20,652 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:20,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:20,657 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164025 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T19:38:20,657 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T19:38:20,657 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/B is initiating minor compaction (all files) 2024-11-21T19:38:20,657 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/A is initiating minor compaction (all files) 2024-11-21T19:38:20,657 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/A in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:20,657 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/B in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:20,657 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/87b332f283254801b912b3210e2ed77d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/658f6940e08d4ac6acc818f3d3eef3aa, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9687d69692a642ebaf8c34f66119ab1c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/2799e3d9967f423cbb89130325c5594c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9d5a67c8899c40d4944645588343fcb8] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=160.2 K 2024-11-21T19:38:20,657 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/6093a2c776d145368873d2a21e964a74, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/dcb72734eb0144dc915aebaa22c014ef, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/427f4fdb6c9845cdad926e078a649d86, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/b1411fba919f4a92918c2da35cfd2fa5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/e32c13c842d74a6fa5079e495bac3d90] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=59.2 K 2024-11-21T19:38:20,657 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:20,657 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/87b332f283254801b912b3210e2ed77d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/658f6940e08d4ac6acc818f3d3eef3aa, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9687d69692a642ebaf8c34f66119ab1c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/2799e3d9967f423cbb89130325c5594c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9d5a67c8899c40d4944645588343fcb8] 2024-11-21T19:38:20,658 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6093a2c776d145368873d2a21e964a74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732217895838 2024-11-21T19:38:20,661 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87b332f283254801b912b3210e2ed77d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732217895838 2024-11-21T19:38:20,662 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting dcb72734eb0144dc915aebaa22c014ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732217896035 2024-11-21T19:38:20,662 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 658f6940e08d4ac6acc818f3d3eef3aa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732217896035 2024-11-21T19:38:20,663 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 427f4fdb6c9845cdad926e078a649d86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732217896380 2024-11-21T19:38:20,663 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9687d69692a642ebaf8c34f66119ab1c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732217896380 2024-11-21T19:38:20,666 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b1411fba919f4a92918c2da35cfd2fa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732217897575 2024-11-21T19:38:20,666 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting e32c13c842d74a6fa5079e495bac3d90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732217898744 2024-11-21T19:38:20,666 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2799e3d9967f423cbb89130325c5594c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732217897575 2024-11-21T19:38:20,669 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d5a67c8899c40d4944645588343fcb8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732217898744 2024-11-21T19:38:20,694 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#B#compaction#135 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:20,695 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/a5de8c1ba6814804bc573cbd6f4f938b is 50, key is test_row_0/B:col10/1732217898774/Put/seqid=0 2024-11-21T19:38:20,701 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:20,726 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121d121cd5e437a4c3387c37b1d078e6f7f_cea43b494a4481d4fa7b27eab6546302 store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:20,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741988_1164 (size=12527) 2024-11-21T19:38:20,730 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121d121cd5e437a4c3387c37b1d078e6f7f_cea43b494a4481d4fa7b27eab6546302, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:20,730 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d121cd5e437a4c3387c37b1d078e6f7f_cea43b494a4481d4fa7b27eab6546302 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T19:38:20,750 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/a5de8c1ba6814804bc573cbd6f4f938b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a5de8c1ba6814804bc573cbd6f4f938b 2024-11-21T19:38:20,774 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/B of cea43b494a4481d4fa7b27eab6546302 into a5de8c1ba6814804bc573cbd6f4f938b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:20,775 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:20,775 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/B, priority=11, startTime=1732217900645; duration=0sec 2024-11-21T19:38:20,775 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:20,775 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:B 2024-11-21T19:38:20,775 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T19:38:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741989_1165 (size=4469) 2024-11-21T19:38:20,779 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T19:38:20,779 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/C is initiating minor compaction (all files) 2024-11-21T19:38:20,779 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/C in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:20,779 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3e35e00dbee349d782f754030f04d5ff, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/e3308333128f4d64a3fd64e4a2a8b7f3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/5129f5d6fe3e4a96b87345e2c1bcf47e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/edd3a376024f4978a1a09e664551245e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/faea6765ac8740b18df78dba962ebe69] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=59.2 K 2024-11-21T19:38:20,780 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#A#compaction#136 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:20,781 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/cc9fecbc31d748aaab6d767c5686dd0f is 175, key is test_row_0/A:col10/1732217898774/Put/seqid=0 2024-11-21T19:38:20,785 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e35e00dbee349d782f754030f04d5ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732217895838 2024-11-21T19:38:20,787 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting e3308333128f4d64a3fd64e4a2a8b7f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732217896035 2024-11-21T19:38:20,788 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 5129f5d6fe3e4a96b87345e2c1bcf47e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732217896380 2024-11-21T19:38:20,789 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting edd3a376024f4978a1a09e664551245e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732217897575 2024-11-21T19:38:20,789 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting faea6765ac8740b18df78dba962ebe69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732217898744 2024-11-21T19:38:20,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:20,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-21T19:38:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:20,804 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T19:38:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:20,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:20,810 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:20,810 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/3bc0408bd0be4081a1efbf7fcf133eb2 is 50, key is test_row_0/C:col10/1732217898774/Put/seqid=0 2024-11-21T19:38:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741990_1166 (size=31481) 2024-11-21T19:38:20,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741991_1167 (size=12527) 2024-11-21T19:38:20,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121056a9ca528354590bb1e26116c6484a5_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217899983/Put/seqid=0 2024-11-21T19:38:20,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741992_1168 (size=12304) 2024-11-21T19:38:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:20,933 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121056a9ca528354590bb1e26116c6484a5_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121056a9ca528354590bb1e26116c6484a5_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:20,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/ca2fae2386944d089d2aad2d2a0113f3, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:20,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/ca2fae2386944d089d2aad2d2a0113f3 is 175, key is test_row_0/A:col10/1732217899983/Put/seqid=0 2024-11-21T19:38:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T19:38:20,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741993_1169 (size=31105) 2024-11-21T19:38:20,967 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/ca2fae2386944d089d2aad2d2a0113f3 2024-11-21T19:38:20,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/93978f342f164510ba63fee81b912989 is 50, key is test_row_0/B:col10/1732217899983/Put/seqid=0 2024-11-21T19:38:20,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741994_1170 (size=12151) 2024-11-21T19:38:20,999 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/93978f342f164510ba63fee81b912989 2024-11-21T19:38:21,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/a061a60d19bb4d20a35a680c1cee9119 is 50, key is test_row_0/C:col10/1732217899983/Put/seqid=0 2024-11-21T19:38:21,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741995_1171 (size=12151) 2024-11-21T19:38:21,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:21,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217961173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217961175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217961176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217961182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T19:38:21,268 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/cc9fecbc31d748aaab6d767c5686dd0f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/cc9fecbc31d748aaab6d767c5686dd0f 2024-11-21T19:38:21,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217961278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217961284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217961284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,290 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/3bc0408bd0be4081a1efbf7fcf133eb2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3bc0408bd0be4081a1efbf7fcf133eb2 2024-11-21T19:38:21,291 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/A of cea43b494a4481d4fa7b27eab6546302 into cc9fecbc31d748aaab6d767c5686dd0f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:21,291 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:21,291 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/A, priority=11, startTime=1732217900645; duration=0sec 2024-11-21T19:38:21,291 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:21,291 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:A 2024-11-21T19:38:21,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217961292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,303 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/C of cea43b494a4481d4fa7b27eab6546302 into 3bc0408bd0be4081a1efbf7fcf133eb2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:21,303 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:21,303 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/C, priority=11, startTime=1732217900645; duration=0sec 2024-11-21T19:38:21,303 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:21,303 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:C 2024-11-21T19:38:21,461 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/a061a60d19bb4d20a35a680c1cee9119 2024-11-21T19:38:21,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/ca2fae2386944d089d2aad2d2a0113f3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ca2fae2386944d089d2aad2d2a0113f3 2024-11-21T19:38:21,479 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ca2fae2386944d089d2aad2d2a0113f3, entries=150, sequenceid=194, filesize=30.4 K 2024-11-21T19:38:21,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/93978f342f164510ba63fee81b912989 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/93978f342f164510ba63fee81b912989 2024-11-21T19:38:21,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217961488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217961489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217961491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,499 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/93978f342f164510ba63fee81b912989, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T19:38:21,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/a061a60d19bb4d20a35a680c1cee9119 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a061a60d19bb4d20a35a680c1cee9119 2024-11-21T19:38:21,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217961500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,521 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a061a60d19bb4d20a35a680c1cee9119, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T19:38:21,522 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for cea43b494a4481d4fa7b27eab6546302 in 718ms, sequenceid=194, compaction requested=false 2024-11-21T19:38:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-21T19:38:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-21T19:38:21,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-21T19:38:21,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 873 msec 2024-11-21T19:38:21,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 884 msec 2024-11-21T19:38:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-21T19:38:21,759 INFO [Thread-606 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-21T19:38:21,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-21T19:38:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T19:38:21,791 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:21,802 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:21,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:21,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T19:38:21,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:21,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:21,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:21,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:21,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:21,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:21,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112156a21a2905b4431a82515600cb125403_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217901175/Put/seqid=0 2024-11-21T19:38:21,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217961855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217961855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217961856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217961857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741996_1172 (size=17284) 2024-11-21T19:38:21,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217961886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T19:38:21,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:21,897 DEBUG [Thread-596 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8204 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:38:21,916 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112156a21a2905b4431a82515600cb125403_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112156a21a2905b4431a82515600cb125403_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:21,919 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/8c2d7c8a21944cbf939f4bf4030b9690, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:21,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/8c2d7c8a21944cbf939f4bf4030b9690 is 175, key is test_row_0/A:col10/1732217901175/Put/seqid=0 2024-11-21T19:38:21,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T19:38:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:21,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:21,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217961970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217961975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217961975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:21,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217961975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741997_1173 (size=48389) 2024-11-21T19:38:22,024 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/8c2d7c8a21944cbf939f4bf4030b9690 2024-11-21T19:38:22,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/4d5d241dda9141379ddbec3e445f0969 is 50, key is test_row_0/B:col10/1732217901175/Put/seqid=0 2024-11-21T19:38:22,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741998_1174 (size=12151) 2024-11-21T19:38:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T19:38:22,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T19:38:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:22,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:22,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:22,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217962183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217962187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217962191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217962203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T19:38:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:22,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T19:38:22,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T19:38:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:22,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217962487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/4d5d241dda9141379ddbec3e445f0969 2024-11-21T19:38:22,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217962491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217962499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217962507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/ba094f1ebf424de6b6ac998ca057ecab is 50, key is test_row_0/C:col10/1732217901175/Put/seqid=0 2024-11-21T19:38:22,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741999_1175 (size=12151) 2024-11-21T19:38:22,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/ba094f1ebf424de6b6ac998ca057ecab 2024-11-21T19:38:22,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/8c2d7c8a21944cbf939f4bf4030b9690 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8c2d7c8a21944cbf939f4bf4030b9690 2024-11-21T19:38:22,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8c2d7c8a21944cbf939f4bf4030b9690, entries=250, sequenceid=215, filesize=47.3 K 2024-11-21T19:38:22,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/4d5d241dda9141379ddbec3e445f0969 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d5d241dda9141379ddbec3e445f0969 2024-11-21T19:38:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d5d241dda9141379ddbec3e445f0969, entries=150, sequenceid=215, filesize=11.9 K 2024-11-21T19:38:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/ba094f1ebf424de6b6ac998ca057ecab as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/ba094f1ebf424de6b6ac998ca057ecab 2024-11-21T19:38:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/ba094f1ebf424de6b6ac998ca057ecab, entries=150, sequenceid=215, filesize=11.9 K 2024-11-21T19:38:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for cea43b494a4481d4fa7b27eab6546302 in 800ms, sequenceid=215, compaction requested=true 2024-11-21T19:38:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,607 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:22,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:22,608 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:22,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:22,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,610 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,610 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/A is initiating minor compaction (all files) 2024-11-21T19:38:22,610 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/A in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,610 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/cc9fecbc31d748aaab6d767c5686dd0f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ca2fae2386944d089d2aad2d2a0113f3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8c2d7c8a21944cbf939f4bf4030b9690] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=108.4 K 2024-11-21T19:38:22,610 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,610 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/cc9fecbc31d748aaab6d767c5686dd0f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ca2fae2386944d089d2aad2d2a0113f3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8c2d7c8a21944cbf939f4bf4030b9690] 2024-11-21T19:38:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,611 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:22,611 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/B is initiating minor compaction (all files) 2024-11-21T19:38:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,611 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/B in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,612 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a5de8c1ba6814804bc573cbd6f4f938b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/93978f342f164510ba63fee81b912989, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d5d241dda9141379ddbec3e445f0969] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=36.0 K 2024-11-21T19:38:22,612 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc9fecbc31d748aaab6d767c5686dd0f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732217898744 2024-11-21T19:38:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,612 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting a5de8c1ba6814804bc573cbd6f4f938b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732217898744 2024-11-21T19:38:22,613 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca2fae2386944d089d2aad2d2a0113f3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732217899961 2024-11-21T19:38:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,613 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 93978f342f164510ba63fee81b912989, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732217899961 2024-11-21T19:38:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,614 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c2d7c8a21944cbf939f4bf4030b9690, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732217901172 2024-11-21T19:38:22,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-21T19:38:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:22,614 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T19:38:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:22,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,617 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d5d241dda9141379ddbec3e445f0969, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732217901175 2024-11-21T19:38:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,633 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,642 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#B#compaction#145 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:22,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214172d5f35be844a78422888e2cbe6709_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_1/A:col10/1732217901855/Put/seqid=0 2024-11-21T19:38:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,643 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/9f0662856b684c2c8c5723dd90f5f098 is 50, key is test_row_0/B:col10/1732217901175/Put/seqid=0 2024-11-21T19:38:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,645 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112101f1d8c541a84202bccb808ca414257e_cea43b494a4481d4fa7b27eab6546302 store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,651 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112101f1d8c541a84202bccb808ca414257e_cea43b494a4481d4fa7b27eab6546302, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:22,651 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112101f1d8c541a84202bccb808ca414257e_cea43b494a4481d4fa7b27eab6546302 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742000_1176 (size=9814) 2024-11-21T19:38:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742001_1177 (size=12629) 2024-11-21T19:38:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742002_1178 (size=4469) 2024-11-21T19:38:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T19:38:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:22,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:23,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:23,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217963069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217963069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217963071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217963078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:23,096 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#A#compaction#146 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:23,097 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/eb2b898f93954a918e3322fe86bbcf91 is 175, key is test_row_0/A:col10/1732217901175/Put/seqid=0 2024-11-21T19:38:23,103 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214172d5f35be844a78422888e2cbe6709_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214172d5f35be844a78422888e2cbe6709_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:23,107 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/9f0662856b684c2c8c5723dd90f5f098 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9f0662856b684c2c8c5723dd90f5f098 2024-11-21T19:38:23,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/a4e41b2121dd451193a122a4d3ace2ab, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:23,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/a4e41b2121dd451193a122a4d3ace2ab is 175, key is test_row_1/A:col10/1732217901855/Put/seqid=0 2024-11-21T19:38:23,115 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/B of cea43b494a4481d4fa7b27eab6546302 into 9f0662856b684c2c8c5723dd90f5f098(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:23,115 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:23,116 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/B, priority=13, startTime=1732217902607; duration=0sec 2024-11-21T19:38:23,116 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:23,116 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:B 2024-11-21T19:38:23,116 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:23,118 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:23,118 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/C is initiating minor compaction (all files) 2024-11-21T19:38:23,118 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/C in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:23,118 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3bc0408bd0be4081a1efbf7fcf133eb2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a061a60d19bb4d20a35a680c1cee9119, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/ba094f1ebf424de6b6ac998ca057ecab] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=36.0 K 2024-11-21T19:38:23,119 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bc0408bd0be4081a1efbf7fcf133eb2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732217898744 2024-11-21T19:38:23,120 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting a061a60d19bb4d20a35a680c1cee9119, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732217899961 2024-11-21T19:38:23,120 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ba094f1ebf424de6b6ac998ca057ecab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732217901175 2024-11-21T19:38:23,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742003_1179 (size=31583) 2024-11-21T19:38:23,173 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:23,173 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/35a5a52459464b70afa174074f08ebdf is 50, key is test_row_0/C:col10/1732217901175/Put/seqid=0 2024-11-21T19:38:23,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742004_1180 (size=22461) 2024-11-21T19:38:23,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217963180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217963180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217963186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217963188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742005_1181 (size=12629) 2024-11-21T19:38:23,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217963386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217963391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217963391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217963391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,560 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/a4e41b2121dd451193a122a4d3ace2ab 2024-11-21T19:38:23,572 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/eb2b898f93954a918e3322fe86bbcf91 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/eb2b898f93954a918e3322fe86bbcf91 2024-11-21T19:38:23,588 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/A of cea43b494a4481d4fa7b27eab6546302 into eb2b898f93954a918e3322fe86bbcf91(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:23,588 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:23,588 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/A, priority=13, startTime=1732217902607; duration=0sec 2024-11-21T19:38:23,588 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:23,589 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:A 2024-11-21T19:38:23,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/7362ee87e66e42269fbcb31eeb2d6031 is 50, key is test_row_1/B:col10/1732217901855/Put/seqid=0 2024-11-21T19:38:23,633 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/35a5a52459464b70afa174074f08ebdf as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/35a5a52459464b70afa174074f08ebdf 2024-11-21T19:38:23,642 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/C of cea43b494a4481d4fa7b27eab6546302 into 35a5a52459464b70afa174074f08ebdf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:23,642 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:23,642 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/C, priority=13, startTime=1732217902608; duration=0sec 2024-11-21T19:38:23,642 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:23,642 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:C 2024-11-21T19:38:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742006_1182 (size=9757) 2024-11-21T19:38:23,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217963690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217963694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217963704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217963707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T19:38:24,053 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/7362ee87e66e42269fbcb31eeb2d6031 2024-11-21T19:38:24,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/9cf6d59168ee46e983e1524a812cea35 is 50, key is test_row_1/C:col10/1732217901855/Put/seqid=0 2024-11-21T19:38:24,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742007_1183 (size=9757) 2024-11-21T19:38:24,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217964197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:24,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217964206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:24,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217964214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:24,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:24,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217964223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:24,391 INFO [master/2d90ca23533b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T19:38:24,391 INFO [master/2d90ca23533b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T19:38:24,515 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/9cf6d59168ee46e983e1524a812cea35 2024-11-21T19:38:24,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/a4e41b2121dd451193a122a4d3ace2ab as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/a4e41b2121dd451193a122a4d3ace2ab 2024-11-21T19:38:24,545 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/a4e41b2121dd451193a122a4d3ace2ab, entries=100, sequenceid=232, filesize=21.9 K 2024-11-21T19:38:24,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/7362ee87e66e42269fbcb31eeb2d6031 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/7362ee87e66e42269fbcb31eeb2d6031 2024-11-21T19:38:24,568 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/7362ee87e66e42269fbcb31eeb2d6031, entries=100, sequenceid=232, filesize=9.5 K 2024-11-21T19:38:24,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/9cf6d59168ee46e983e1524a812cea35 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9cf6d59168ee46e983e1524a812cea35 2024-11-21T19:38:24,583 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9cf6d59168ee46e983e1524a812cea35, entries=100, sequenceid=232, filesize=9.5 K 2024-11-21T19:38:24,584 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for cea43b494a4481d4fa7b27eab6546302 in 1970ms, sequenceid=232, compaction requested=false 2024-11-21T19:38:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-21T19:38:24,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-21T19:38:24,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-21T19:38:24,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7840 sec 2024-11-21T19:38:24,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.8220 sec 2024-11-21T19:38:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:25,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T19:38:25,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:25,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:25,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:25,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:25,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:25,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:25,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c867f94c6e9a4ac9a6143f7d756bcbbe_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217903068/Put/seqid=0 2024-11-21T19:38:25,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217965248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217965248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742008_1184 (size=12304) 2024-11-21T19:38:25,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217965250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217965253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:25,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c867f94c6e9a4ac9a6143f7d756bcbbe_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c867f94c6e9a4ac9a6143f7d756bcbbe_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:25,269 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/dea39c6b9c79466eaf191f2fb674df8b, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:25,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/dea39c6b9c79466eaf191f2fb674df8b is 175, key is test_row_0/A:col10/1732217903068/Put/seqid=0 2024-11-21T19:38:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742009_1185 (size=31105) 2024-11-21T19:38:25,308 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/dea39c6b9c79466eaf191f2fb674df8b 2024-11-21T19:38:25,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/36e43a880a0f41a2984303d4cbeb1739 is 50, key is test_row_0/B:col10/1732217903068/Put/seqid=0 2024-11-21T19:38:25,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217965353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217965353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217965358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217965363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742010_1186 (size=12151) 2024-11-21T19:38:25,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/36e43a880a0f41a2984303d4cbeb1739 2024-11-21T19:38:25,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/3c55f1bded80401eb0815033183e6d95 is 50, key is test_row_0/C:col10/1732217903068/Put/seqid=0 2024-11-21T19:38:25,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742011_1187 (size=12151) 2024-11-21T19:38:25,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/3c55f1bded80401eb0815033183e6d95 2024-11-21T19:38:25,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/dea39c6b9c79466eaf191f2fb674df8b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/dea39c6b9c79466eaf191f2fb674df8b 2024-11-21T19:38:25,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/dea39c6b9c79466eaf191f2fb674df8b, entries=150, sequenceid=256, filesize=30.4 K 2024-11-21T19:38:25,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/36e43a880a0f41a2984303d4cbeb1739 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/36e43a880a0f41a2984303d4cbeb1739 2024-11-21T19:38:25,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/36e43a880a0f41a2984303d4cbeb1739, entries=150, sequenceid=256, filesize=11.9 K 2024-11-21T19:38:25,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/3c55f1bded80401eb0815033183e6d95 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3c55f1bded80401eb0815033183e6d95 2024-11-21T19:38:25,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3c55f1bded80401eb0815033183e6d95, entries=150, sequenceid=256, filesize=11.9 K 2024-11-21T19:38:25,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for cea43b494a4481d4fa7b27eab6546302 in 261ms, sequenceid=256, compaction requested=true 2024-11-21T19:38:25,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:25,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:25,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:25,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:25,483 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:25,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:25,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:25,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:38:25,484 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:25,484 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/A is initiating minor compaction (all files) 2024-11-21T19:38:25,484 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/A in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:25,485 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/eb2b898f93954a918e3322fe86bbcf91, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/a4e41b2121dd451193a122a4d3ace2ab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/dea39c6b9c79466eaf191f2fb674df8b] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=83.2 K 2024-11-21T19:38:25,485 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:25,485 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/eb2b898f93954a918e3322fe86bbcf91, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/a4e41b2121dd451193a122a4d3ace2ab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/dea39c6b9c79466eaf191f2fb674df8b] 2024-11-21T19:38:25,485 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb2b898f93954a918e3322fe86bbcf91, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732217901175 2024-11-21T19:38:25,486 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4e41b2121dd451193a122a4d3ace2ab, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732217901849 2024-11-21T19:38:25,486 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting dea39c6b9c79466eaf191f2fb674df8b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732217903068 2024-11-21T19:38:25,486 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:25,489 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:25,489 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/B is initiating minor compaction (all files) 2024-11-21T19:38:25,489 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/B in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:25,489 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9f0662856b684c2c8c5723dd90f5f098, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/7362ee87e66e42269fbcb31eeb2d6031, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/36e43a880a0f41a2984303d4cbeb1739] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=33.7 K 2024-11-21T19:38:25,490 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f0662856b684c2c8c5723dd90f5f098, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732217901175 2024-11-21T19:38:25,490 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 7362ee87e66e42269fbcb31eeb2d6031, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732217901849 2024-11-21T19:38:25,491 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 36e43a880a0f41a2984303d4cbeb1739, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732217903068 2024-11-21T19:38:25,499 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:25,501 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:25,502 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/837fb50cff2e4881b33d1a64a5693865 is 50, key is test_row_0/B:col10/1732217903068/Put/seqid=0 2024-11-21T19:38:25,506 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112147caa378c11a4989a6e626aecb700b07_cea43b494a4481d4fa7b27eab6546302 store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:25,508 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112147caa378c11a4989a6e626aecb700b07_cea43b494a4481d4fa7b27eab6546302, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:25,509 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112147caa378c11a4989a6e626aecb700b07_cea43b494a4481d4fa7b27eab6546302 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:25,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742012_1188 (size=12731) 2024-11-21T19:38:25,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742013_1189 (size=4469) 2024-11-21T19:38:25,535 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#A#compaction#153 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:25,536 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/195272dea5e34fd4b20b71a57b4d26d9 is 175, key is test_row_0/A:col10/1732217903068/Put/seqid=0 2024-11-21T19:38:25,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742014_1190 (size=31685) 2024-11-21T19:38:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:25,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T19:38:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:25,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112133e91a61ec024d8faeebf54874cf8bf4_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217905248/Put/seqid=0 2024-11-21T19:38:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742015_1191 (size=17534) 2024-11-21T19:38:25,587 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:25,591 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112133e91a61ec024d8faeebf54874cf8bf4_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112133e91a61ec024d8faeebf54874cf8bf4_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:25,593 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c66696117b3f46bc9916eaa2ac37fb64, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:25,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c66696117b3f46bc9916eaa2ac37fb64 is 175, key is test_row_0/A:col10/1732217905248/Put/seqid=0 2024-11-21T19:38:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217965595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217965596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217965597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217965598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742016_1192 (size=48639) 2024-11-21T19:38:25,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217965699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217965700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217965702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217965702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217965903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217965903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217965907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:25,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217965906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-21T19:38:25,914 INFO [Thread-606 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-21T19:38:25,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-21T19:38:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T19:38:25,916 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:25,917 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:25,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:25,931 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/837fb50cff2e4881b33d1a64a5693865 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/837fb50cff2e4881b33d1a64a5693865 2024-11-21T19:38:25,950 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/195272dea5e34fd4b20b71a57b4d26d9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/195272dea5e34fd4b20b71a57b4d26d9 2024-11-21T19:38:25,953 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/B of cea43b494a4481d4fa7b27eab6546302 into 837fb50cff2e4881b33d1a64a5693865(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:25,953 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:25,955 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/B, priority=13, startTime=1732217905483; duration=0sec 2024-11-21T19:38:25,958 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:25,959 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:B 2024-11-21T19:38:25,959 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:25,959 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/A of cea43b494a4481d4fa7b27eab6546302 into 195272dea5e34fd4b20b71a57b4d26d9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:25,959 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:25,959 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/A, priority=13, startTime=1732217905483; duration=0sec 2024-11-21T19:38:25,959 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:25,959 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:A 2024-11-21T19:38:25,964 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:25,964 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/C is initiating minor compaction (all files) 2024-11-21T19:38:25,964 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/C in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:25,964 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/35a5a52459464b70afa174074f08ebdf, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9cf6d59168ee46e983e1524a812cea35, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3c55f1bded80401eb0815033183e6d95] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=33.7 K 2024-11-21T19:38:25,965 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 35a5a52459464b70afa174074f08ebdf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732217901175 2024-11-21T19:38:25,966 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cf6d59168ee46e983e1524a812cea35, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732217901849 2024-11-21T19:38:25,966 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c55f1bded80401eb0815033183e6d95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732217903068 2024-11-21T19:38:25,986 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:25,986 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/63ef931ed57f47aca06da44dd0c78469 is 50, key is test_row_0/C:col10/1732217903068/Put/seqid=0 2024-11-21T19:38:26,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c66696117b3f46bc9916eaa2ac37fb64 2024-11-21T19:38:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742017_1193 (size=12731) 2024-11-21T19:38:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T19:38:26,050 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/63ef931ed57f47aca06da44dd0c78469 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/63ef931ed57f47aca06da44dd0c78469 2024-11-21T19:38:26,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/00792d3fc7ef4b5b93de54a6a2555edb is 50, key is test_row_0/B:col10/1732217905248/Put/seqid=0 2024-11-21T19:38:26,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T19:38:26,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:26,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:26,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:26,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:26,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:26,086 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/C of cea43b494a4481d4fa7b27eab6546302 into 63ef931ed57f47aca06da44dd0c78469(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:26,086 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:26,086 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/C, priority=13, startTime=1732217905483; duration=0sec 2024-11-21T19:38:26,086 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:26,086 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:C 2024-11-21T19:38:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742018_1194 (size=12301) 2024-11-21T19:38:26,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/00792d3fc7ef4b5b93de54a6a2555edb 2024-11-21T19:38:26,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/72273ea77d9c449d9d6085535a3b4124 is 50, key is test_row_0/C:col10/1732217905248/Put/seqid=0 2024-11-21T19:38:26,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742019_1195 (size=12301) 2024-11-21T19:38:26,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/72273ea77d9c449d9d6085535a3b4124 2024-11-21T19:38:26,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c66696117b3f46bc9916eaa2ac37fb64 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c66696117b3f46bc9916eaa2ac37fb64 2024-11-21T19:38:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217966209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217966210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T19:38:26,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217966220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217966221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T19:38:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:26,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:26,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:26,232 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39821 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=2d90ca23533b,46653,1732217858981, table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T19:38:26,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c66696117b3f46bc9916eaa2ac37fb64, entries=250, sequenceid=274, filesize=47.5 K 2024-11-21T19:38:26,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/00792d3fc7ef4b5b93de54a6a2555edb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/00792d3fc7ef4b5b93de54a6a2555edb 2024-11-21T19:38:26,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/00792d3fc7ef4b5b93de54a6a2555edb, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T19:38:26,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/72273ea77d9c449d9d6085535a3b4124 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/72273ea77d9c449d9d6085535a3b4124 2024-11-21T19:38:26,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/72273ea77d9c449d9d6085535a3b4124, entries=150, sequenceid=274, filesize=12.0 K 2024-11-21T19:38:26,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for cea43b494a4481d4fa7b27eab6546302 in 693ms, sequenceid=274, compaction requested=false 2024-11-21T19:38:26,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:26,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-21T19:38:26,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:26,383 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T19:38:26,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:26,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:26,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:26,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:26,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:26,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210cf73c36d84f4bc9b77f4049447fcbdb_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217905595/Put/seqid=0 2024-11-21T19:38:26,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742020_1196 (size=12454) 2024-11-21T19:38:26,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T19:38:26,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:26,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:26,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217966747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217966750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217966754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217966757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:26,817 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210cf73c36d84f4bc9b77f4049447fcbdb_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210cf73c36d84f4bc9b77f4049447fcbdb_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:26,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/22914319035446b3bed3644d30d8fc3a, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:26,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/22914319035446b3bed3644d30d8fc3a is 175, key is test_row_0/A:col10/1732217905595/Put/seqid=0 2024-11-21T19:38:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742021_1197 (size=31255) 2024-11-21T19:38:26,841 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/22914319035446b3bed3644d30d8fc3a 2024-11-21T19:38:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/f8d19537ee9548599eb4cbbff985e85a is 50, key is test_row_0/B:col10/1732217905595/Put/seqid=0 2024-11-21T19:38:26,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217966858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217966858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217966862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217966862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:26,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742022_1198 (size=12301) 2024-11-21T19:38:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T19:38:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217967063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217967064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217967066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217967070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,271 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/f8d19537ee9548599eb4cbbff985e85a 2024-11-21T19:38:27,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/8a2d9a90b09747aba704cf0126ce7ee0 is 50, key is test_row_0/C:col10/1732217905595/Put/seqid=0 2024-11-21T19:38:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742023_1199 (size=12301) 2024-11-21T19:38:27,307 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/8a2d9a90b09747aba704cf0126ce7ee0 2024-11-21T19:38:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/22914319035446b3bed3644d30d8fc3a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/22914319035446b3bed3644d30d8fc3a 2024-11-21T19:38:27,325 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/22914319035446b3bed3644d30d8fc3a, entries=150, sequenceid=296, filesize=30.5 K 2024-11-21T19:38:27,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/f8d19537ee9548599eb4cbbff985e85a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f8d19537ee9548599eb4cbbff985e85a 2024-11-21T19:38:27,335 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f8d19537ee9548599eb4cbbff985e85a, entries=150, sequenceid=296, filesize=12.0 K 2024-11-21T19:38:27,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/8a2d9a90b09747aba704cf0126ce7ee0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8a2d9a90b09747aba704cf0126ce7ee0 2024-11-21T19:38:27,344 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8a2d9a90b09747aba704cf0126ce7ee0, entries=150, sequenceid=296, filesize=12.0 K 2024-11-21T19:38:27,353 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for cea43b494a4481d4fa7b27eab6546302 in 968ms, sequenceid=296, compaction requested=true 2024-11-21T19:38:27,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:27,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:27,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-21T19:38:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-21T19:38:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:27,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T19:38:27,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:27,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:27,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:27,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-21T19:38:27,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:27,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:27,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4420 sec 2024-11-21T19:38:27,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:27,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.4610 sec 2024-11-21T19:38:27,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216415c590826f4308a8fcfa5059163937_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217907369/Put/seqid=0 2024-11-21T19:38:27,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217967399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217967407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217967408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217967410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742024_1200 (size=14994) 2024-11-21T19:38:27,423 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:27,430 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411216415c590826f4308a8fcfa5059163937_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216415c590826f4308a8fcfa5059163937_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:27,431 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/13c1471f8ef347a0a13cd74e9bdc1cf1, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:27,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/13c1471f8ef347a0a13cd74e9bdc1cf1 is 175, key is test_row_0/A:col10/1732217907369/Put/seqid=0 2024-11-21T19:38:27,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742025_1201 (size=39949) 2024-11-21T19:38:27,450 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/13c1471f8ef347a0a13cd74e9bdc1cf1 2024-11-21T19:38:27,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/2cb419c168054008b5de19be5f4e844c is 50, key is test_row_0/B:col10/1732217907369/Put/seqid=0 2024-11-21T19:38:27,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742026_1202 (size=12301) 2024-11-21T19:38:27,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/2cb419c168054008b5de19be5f4e844c 2024-11-21T19:38:27,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/11d985a84ea7404a98c04833e2cddcaf is 50, key is test_row_0/C:col10/1732217907369/Put/seqid=0 2024-11-21T19:38:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217967513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217967519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217967519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742027_1203 (size=12301) 2024-11-21T19:38:27,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217967525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/11d985a84ea7404a98c04833e2cddcaf 2024-11-21T19:38:27,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/13c1471f8ef347a0a13cd74e9bdc1cf1 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/13c1471f8ef347a0a13cd74e9bdc1cf1 2024-11-21T19:38:27,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/13c1471f8ef347a0a13cd74e9bdc1cf1, entries=200, sequenceid=314, filesize=39.0 K 2024-11-21T19:38:27,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/2cb419c168054008b5de19be5f4e844c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/2cb419c168054008b5de19be5f4e844c 2024-11-21T19:38:27,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/2cb419c168054008b5de19be5f4e844c, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T19:38:27,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/11d985a84ea7404a98c04833e2cddcaf as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/11d985a84ea7404a98c04833e2cddcaf 2024-11-21T19:38:27,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/11d985a84ea7404a98c04833e2cddcaf, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T19:38:27,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for cea43b494a4481d4fa7b27eab6546302 in 263ms, sequenceid=314, compaction requested=true 2024-11-21T19:38:27,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:27,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:27,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:27,638 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:27,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:27,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:27,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:27,638 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:27,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:27,639 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:27,639 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:27,639 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/A is initiating minor compaction (all files) 2024-11-21T19:38:27,639 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/B is initiating minor compaction (all files) 2024-11-21T19:38:27,639 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/A in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:27,639 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/195272dea5e34fd4b20b71a57b4d26d9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c66696117b3f46bc9916eaa2ac37fb64, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/22914319035446b3bed3644d30d8fc3a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/13c1471f8ef347a0a13cd74e9bdc1cf1] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=148.0 K 2024-11-21T19:38:27,639 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:27,639 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/195272dea5e34fd4b20b71a57b4d26d9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c66696117b3f46bc9916eaa2ac37fb64, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/22914319035446b3bed3644d30d8fc3a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/13c1471f8ef347a0a13cd74e9bdc1cf1] 2024-11-21T19:38:27,640 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/B in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:27,640 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/837fb50cff2e4881b33d1a64a5693865, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/00792d3fc7ef4b5b93de54a6a2555edb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f8d19537ee9548599eb4cbbff985e85a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/2cb419c168054008b5de19be5f4e844c] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=48.5 K 2024-11-21T19:38:27,641 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 195272dea5e34fd4b20b71a57b4d26d9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732217903068 2024-11-21T19:38:27,645 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 837fb50cff2e4881b33d1a64a5693865, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732217903068 2024-11-21T19:38:27,645 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c66696117b3f46bc9916eaa2ac37fb64, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732217905237 2024-11-21T19:38:27,646 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22914319035446b3bed3644d30d8fc3a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732217905588 2024-11-21T19:38:27,647 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13c1471f8ef347a0a13cd74e9bdc1cf1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732217906734 2024-11-21T19:38:27,648 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 00792d3fc7ef4b5b93de54a6a2555edb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732217905248 2024-11-21T19:38:27,649 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting f8d19537ee9548599eb4cbbff985e85a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732217905588 2024-11-21T19:38:27,650 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cb419c168054008b5de19be5f4e844c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732217906734 2024-11-21T19:38:27,669 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:27,679 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112172e976c344634ee9acbd8bbe81009d65_cea43b494a4481d4fa7b27eab6546302 store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:27,682 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112172e976c344634ee9acbd8bbe81009d65_cea43b494a4481d4fa7b27eab6546302, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:27,683 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112172e976c344634ee9acbd8bbe81009d65_cea43b494a4481d4fa7b27eab6546302 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:27,692 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#B#compaction#166 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:27,693 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/9147f625df8b405bbb275955442cd918 is 50, key is test_row_0/B:col10/1732217907369/Put/seqid=0 2024-11-21T19:38:27,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742028_1204 (size=4469) 2024-11-21T19:38:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:27,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T19:38:27,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:27,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:27,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:27,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:27,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:27,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:27,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742029_1205 (size=13017) 2024-11-21T19:38:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217967752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b5cd6c7d1e5748818716ec5769c0063b_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217907722/Put/seqid=0 2024-11-21T19:38:27,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217967757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217967757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217967758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742030_1206 (size=12454) 2024-11-21T19:38:27,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:27,799 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b5cd6c7d1e5748818716ec5769c0063b_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b5cd6c7d1e5748818716ec5769c0063b_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:27,801 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/8a0cafdd75ef4d5b9a4c45712836bc5b, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:27,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/8a0cafdd75ef4d5b9a4c45712836bc5b is 175, key is test_row_0/A:col10/1732217907722/Put/seqid=0 2024-11-21T19:38:27,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742031_1207 (size=31255) 2024-11-21T19:38:27,835 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/8a0cafdd75ef4d5b9a4c45712836bc5b 2024-11-21T19:38:27,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/3b2803a3f416437b940f2cdf81624afe is 50, key is test_row_0/B:col10/1732217907722/Put/seqid=0 2024-11-21T19:38:27,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217967867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217967867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217967870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217967873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:27,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742032_1208 (size=12301) 2024-11-21T19:38:27,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/3b2803a3f416437b940f2cdf81624afe 2024-11-21T19:38:27,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/429d3dfc3e114a6782a75cc7e311f131 is 50, key is test_row_0/C:col10/1732217907722/Put/seqid=0 2024-11-21T19:38:27,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742033_1209 (size=12301) 2024-11-21T19:38:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-21T19:38:28,029 INFO [Thread-606 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-21T19:38:28,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-21T19:38:28,039 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:28,040 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:28,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T19:38:28,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217968073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217968075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217968075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217968078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,123 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#A#compaction#165 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:28,124 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/d5862070972d4541aca5f415d6c6ef76 is 175, key is test_row_0/A:col10/1732217907369/Put/seqid=0 2024-11-21T19:38:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T19:38:28,157 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/9147f625df8b405bbb275955442cd918 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9147f625df8b405bbb275955442cd918 2024-11-21T19:38:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742034_1210 (size=31971) 2024-11-21T19:38:28,191 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/B of cea43b494a4481d4fa7b27eab6546302 into 9147f625df8b405bbb275955442cd918(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:28,191 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:28,191 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/B, priority=12, startTime=1732217907638; duration=0sec 2024-11-21T19:38:28,191 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:28,191 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:B 2024-11-21T19:38:28,191 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:28,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T19:38:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:28,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:28,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:28,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:28,195 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:28,195 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/C is initiating minor compaction (all files) 2024-11-21T19:38:28,195 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/C in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:28,195 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/63ef931ed57f47aca06da44dd0c78469, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/72273ea77d9c449d9d6085535a3b4124, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8a2d9a90b09747aba704cf0126ce7ee0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/11d985a84ea7404a98c04833e2cddcaf] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=48.5 K 2024-11-21T19:38:28,196 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/d5862070972d4541aca5f415d6c6ef76 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d5862070972d4541aca5f415d6c6ef76 2024-11-21T19:38:28,196 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 63ef931ed57f47aca06da44dd0c78469, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732217903068 2024-11-21T19:38:28,196 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 72273ea77d9c449d9d6085535a3b4124, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732217905248 2024-11-21T19:38:28,198 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a2d9a90b09747aba704cf0126ce7ee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732217905588 2024-11-21T19:38:28,202 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 11d985a84ea7404a98c04833e2cddcaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732217906734 2024-11-21T19:38:28,227 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/A of cea43b494a4481d4fa7b27eab6546302 into d5862070972d4541aca5f415d6c6ef76(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:28,227 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:28,227 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/A, priority=12, startTime=1732217907637; duration=0sec 2024-11-21T19:38:28,227 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:28,227 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:A 2024-11-21T19:38:28,265 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#C#compaction#170 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:28,265 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/4245e44ea29c4a5e940513656a63a1ab is 50, key is test_row_0/C:col10/1732217907369/Put/seqid=0 2024-11-21T19:38:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742035_1211 (size=13017) 2024-11-21T19:38:28,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T19:38:28,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T19:38:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:28,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:28,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:28,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:28,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217968381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217968381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217968384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217968389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/429d3dfc3e114a6782a75cc7e311f131 2024-11-21T19:38:28,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/8a0cafdd75ef4d5b9a4c45712836bc5b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8a0cafdd75ef4d5b9a4c45712836bc5b 2024-11-21T19:38:28,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8a0cafdd75ef4d5b9a4c45712836bc5b, entries=150, sequenceid=333, filesize=30.5 K 2024-11-21T19:38:28,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/3b2803a3f416437b940f2cdf81624afe as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/3b2803a3f416437b940f2cdf81624afe 2024-11-21T19:38:28,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/3b2803a3f416437b940f2cdf81624afe, entries=150, sequenceid=333, filesize=12.0 K 2024-11-21T19:38:28,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/429d3dfc3e114a6782a75cc7e311f131 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/429d3dfc3e114a6782a75cc7e311f131 2024-11-21T19:38:28,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/429d3dfc3e114a6782a75cc7e311f131, entries=150, sequenceid=333, filesize=12.0 K 2024-11-21T19:38:28,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for cea43b494a4481d4fa7b27eab6546302 in 792ms, sequenceid=333, compaction requested=false 2024-11-21T19:38:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:28,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-21T19:38:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:28,519 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T19:38:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:28,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:28,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:28,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aa06b83d133a450788058e72c66526c9_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217907756/Put/seqid=0 2024-11-21T19:38:28,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742036_1212 (size=12454) 2024-11-21T19:38:28,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:28,612 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121aa06b83d133a450788058e72c66526c9_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa06b83d133a450788058e72c66526c9_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:28,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/0dbd6eeecd564e44bce034d6aaca36d7, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:28,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/0dbd6eeecd564e44bce034d6aaca36d7 is 175, key is test_row_0/A:col10/1732217907756/Put/seqid=0 2024-11-21T19:38:28,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T19:38:28,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742037_1213 (size=31255) 2024-11-21T19:38:28,674 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/0dbd6eeecd564e44bce034d6aaca36d7 2024-11-21T19:38:28,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/1c634f5dfafc4740b449f9cd755af09a is 50, key is test_row_0/B:col10/1732217907756/Put/seqid=0 2024-11-21T19:38:28,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742038_1214 (size=12301) 2024-11-21T19:38:28,752 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/4245e44ea29c4a5e940513656a63a1ab as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4245e44ea29c4a5e940513656a63a1ab 2024-11-21T19:38:28,766 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/C of cea43b494a4481d4fa7b27eab6546302 into 4245e44ea29c4a5e940513656a63a1ab(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:28,766 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:28,766 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/C, priority=12, startTime=1732217907638; duration=0sec 2024-11-21T19:38:28,766 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:28,766 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:C 2024-11-21T19:38:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:28,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:28,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217968963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217968964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217968965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:28,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217968967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217969067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217969068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217969071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217969072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,143 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/1c634f5dfafc4740b449f9cd755af09a 2024-11-21T19:38:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T19:38:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/8f1d9ddd42ce4c199193ea71d6664597 is 50, key is test_row_0/C:col10/1732217907756/Put/seqid=0 2024-11-21T19:38:29,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742039_1215 (size=12301) 2024-11-21T19:38:29,239 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/8f1d9ddd42ce4c199193ea71d6664597 2024-11-21T19:38:29,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/0dbd6eeecd564e44bce034d6aaca36d7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/0dbd6eeecd564e44bce034d6aaca36d7 2024-11-21T19:38:29,278 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/0dbd6eeecd564e44bce034d6aaca36d7, entries=150, sequenceid=353, filesize=30.5 K 2024-11-21T19:38:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/1c634f5dfafc4740b449f9cd755af09a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/1c634f5dfafc4740b449f9cd755af09a 2024-11-21T19:38:29,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217969278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217969278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217969279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217969282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,301 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/1c634f5dfafc4740b449f9cd755af09a, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T19:38:29,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/8f1d9ddd42ce4c199193ea71d6664597 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8f1d9ddd42ce4c199193ea71d6664597 2024-11-21T19:38:29,311 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8f1d9ddd42ce4c199193ea71d6664597, entries=150, sequenceid=353, filesize=12.0 K 2024-11-21T19:38:29,327 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for cea43b494a4481d4fa7b27eab6546302 in 807ms, sequenceid=353, compaction requested=true 2024-11-21T19:38:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:29,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-21T19:38:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-21T19:38:29,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-21T19:38:29,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2920 sec 2024-11-21T19:38:29,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.2990 sec 2024-11-21T19:38:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:29,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T19:38:29,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:29,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:29,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:29,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:29,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:29,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:29,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217969621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213b48607477cc4201aaa4f204abd7a76e_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217908960/Put/seqid=0 2024-11-21T19:38:29,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217969626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217969627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217969634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742040_1216 (size=14994) 2024-11-21T19:38:29,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217969732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217969739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217969742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217969742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217969937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217969943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217969951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217969959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,107 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:30,111 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213b48607477cc4201aaa4f204abd7a76e_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213b48607477cc4201aaa4f204abd7a76e_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:30,117 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c1dcad2b00eb4420bda034f96b659b66, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:30,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c1dcad2b00eb4420bda034f96b659b66 is 175, key is test_row_0/A:col10/1732217908960/Put/seqid=0 2024-11-21T19:38:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742041_1217 (size=39949) 2024-11-21T19:38:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-21T19:38:30,157 INFO [Thread-606 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-21T19:38:30,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-21T19:38:30,160 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:30,161 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:30,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T19:38:30,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217970246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217970249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T19:38:30,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217970263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217970264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T19:38:30,471 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:30,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:30,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,549 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c1dcad2b00eb4420bda034f96b659b66 2024-11-21T19:38:30,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/8eee2f0fd1734d97b2c48b54aee91cbb is 50, key is test_row_0/B:col10/1732217908960/Put/seqid=0 2024-11-21T19:38:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742042_1218 (size=12301) 2024-11-21T19:38:30,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/8eee2f0fd1734d97b2c48b54aee91cbb 2024-11-21T19:38:30,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/7e1adba86bf34dbb90bd346816047534 is 50, key is test_row_0/C:col10/1732217908960/Put/seqid=0 2024-11-21T19:38:30,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742043_1219 (size=12301) 2024-11-21T19:38:30,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/7e1adba86bf34dbb90bd346816047534 2024-11-21T19:38:30,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/c1dcad2b00eb4420bda034f96b659b66 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c1dcad2b00eb4420bda034f96b659b66 2024-11-21T19:38:30,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:30,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:30,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c1dcad2b00eb4420bda034f96b659b66, entries=200, sequenceid=376, filesize=39.0 K 2024-11-21T19:38:30,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/8eee2f0fd1734d97b2c48b54aee91cbb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/8eee2f0fd1734d97b2c48b54aee91cbb 2024-11-21T19:38:30,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/8eee2f0fd1734d97b2c48b54aee91cbb, entries=150, sequenceid=376, filesize=12.0 K 2024-11-21T19:38:30,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/7e1adba86bf34dbb90bd346816047534 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/7e1adba86bf34dbb90bd346816047534 2024-11-21T19:38:30,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/7e1adba86bf34dbb90bd346816047534, entries=150, sequenceid=376, filesize=12.0 K 2024-11-21T19:38:30,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for cea43b494a4481d4fa7b27eab6546302 in 1084ms, sequenceid=376, compaction requested=true 2024-11-21T19:38:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:30,682 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:30,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:30,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:38:30,683 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:30,685 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:30,686 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/A is initiating minor compaction (all files) 2024-11-21T19:38:30,686 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/A in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,686 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d5862070972d4541aca5f415d6c6ef76, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8a0cafdd75ef4d5b9a4c45712836bc5b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/0dbd6eeecd564e44bce034d6aaca36d7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c1dcad2b00eb4420bda034f96b659b66] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=131.3 K 2024-11-21T19:38:30,686 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,686 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d5862070972d4541aca5f415d6c6ef76, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8a0cafdd75ef4d5b9a4c45712836bc5b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/0dbd6eeecd564e44bce034d6aaca36d7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c1dcad2b00eb4420bda034f96b659b66] 2024-11-21T19:38:30,686 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:30,686 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/B is initiating minor compaction (all files) 2024-11-21T19:38:30,686 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/B in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,687 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9147f625df8b405bbb275955442cd918, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/3b2803a3f416437b940f2cdf81624afe, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/1c634f5dfafc4740b449f9cd755af09a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/8eee2f0fd1734d97b2c48b54aee91cbb] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=48.8 K 2024-11-21T19:38:30,687 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 9147f625df8b405bbb275955442cd918, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732217906734 2024-11-21T19:38:30,687 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5862070972d4541aca5f415d6c6ef76, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732217906734 2024-11-21T19:38:30,688 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b2803a3f416437b940f2cdf81624afe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732217907405 2024-11-21T19:38:30,688 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a0cafdd75ef4d5b9a4c45712836bc5b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732217907405 2024-11-21T19:38:30,688 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c634f5dfafc4740b449f9cd755af09a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732217907748 2024-11-21T19:38:30,689 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dbd6eeecd564e44bce034d6aaca36d7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732217907748 2024-11-21T19:38:30,689 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eee2f0fd1734d97b2c48b54aee91cbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732217908960 2024-11-21T19:38:30,690 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1dcad2b00eb4420bda034f96b659b66, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732217908960 2024-11-21T19:38:30,713 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:30,713 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/9aa2f6f5113f4400b843eee29de2a89c is 50, key is test_row_0/B:col10/1732217908960/Put/seqid=0 2024-11-21T19:38:30,715 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:30,723 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112197cb0778d5fe4966a3025bcd2bf9c579_cea43b494a4481d4fa7b27eab6546302 store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:30,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742044_1220 (size=13153) 2024-11-21T19:38:30,726 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112197cb0778d5fe4966a3025bcd2bf9c579_cea43b494a4481d4fa7b27eab6546302, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:30,726 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112197cb0778d5fe4966a3025bcd2bf9c579_cea43b494a4481d4fa7b27eab6546302 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:30,733 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/9aa2f6f5113f4400b843eee29de2a89c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9aa2f6f5113f4400b843eee29de2a89c 2024-11-21T19:38:30,739 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/B of cea43b494a4481d4fa7b27eab6546302 into 9aa2f6f5113f4400b843eee29de2a89c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:30,739 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:30,739 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/B, priority=12, startTime=1732217910682; duration=0sec 2024-11-21T19:38:30,739 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:30,739 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:B 2024-11-21T19:38:30,739 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:30,742 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:30,742 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/C is initiating minor compaction (all files) 2024-11-21T19:38:30,742 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/C in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,743 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4245e44ea29c4a5e940513656a63a1ab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/429d3dfc3e114a6782a75cc7e311f131, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8f1d9ddd42ce4c199193ea71d6664597, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/7e1adba86bf34dbb90bd346816047534] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=48.8 K 2024-11-21T19:38:30,743 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 4245e44ea29c4a5e940513656a63a1ab, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732217906734 2024-11-21T19:38:30,743 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 429d3dfc3e114a6782a75cc7e311f131, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732217907405 2024-11-21T19:38:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742045_1221 (size=4469) 2024-11-21T19:38:30,748 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f1d9ddd42ce4c199193ea71d6664597, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732217907748 2024-11-21T19:38:30,749 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1adba86bf34dbb90bd346816047534, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732217908960 2024-11-21T19:38:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:30,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T19:38:30,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:30,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:30,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:30,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:30,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:30,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:30,760 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#C#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:30,761 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/bd4e331b403f48519373287039731e1e is 50, key is test_row_0/C:col10/1732217908960/Put/seqid=0 2024-11-21T19:38:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T19:38:30,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210146ed8462da42168ff5750189ba3380_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217909621/Put/seqid=0 2024-11-21T19:38:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742047_1223 (size=17534) 2024-11-21T19:38:30,771 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:30,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742046_1222 (size=13153) 2024-11-21T19:38:30,778 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210146ed8462da42168ff5750189ba3380_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210146ed8462da42168ff5750189ba3380_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:30,779 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/3cd04591d4fb46b9b4a7fb0dd80d7504, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:30,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/3cd04591d4fb46b9b4a7fb0dd80d7504 is 175, key is test_row_0/A:col10/1732217909621/Put/seqid=0 2024-11-21T19:38:30,781 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/bd4e331b403f48519373287039731e1e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/bd4e331b403f48519373287039731e1e 2024-11-21T19:38:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742048_1224 (size=48639) 2024-11-21T19:38:30,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,787 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/3cd04591d4fb46b9b4a7fb0dd80d7504 2024-11-21T19:38:30,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,787 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/C of cea43b494a4481d4fa7b27eab6546302 into bd4e331b403f48519373287039731e1e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:30,788 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:30,788 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/C, priority=12, startTime=1732217910682; duration=0sec 2024-11-21T19:38:30,788 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:30,788 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:C 2024-11-21T19:38:30,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217970782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217970784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217970785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217970786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/ec525bdb29534578b9963d34c24b537b is 50, key is test_row_0/B:col10/1732217909621/Put/seqid=0 2024-11-21T19:38:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742049_1225 (size=12301) 2024-11-21T19:38:30,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217970891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217970891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217970895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217970899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:30,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:30,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,091 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:31,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:31,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217971094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217971095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217971100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217971106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,159 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#A#compaction#178 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:31,160 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/d472660f8e874408ab8e85ad92b99f71 is 175, key is test_row_0/A:col10/1732217908960/Put/seqid=0 2024-11-21T19:38:31,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742050_1226 (size=32107) 2024-11-21T19:38:31,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/ec525bdb29534578b9963d34c24b537b 2024-11-21T19:38:31,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/2d76cf2716894db29d9bf4cc16865891 is 50, key is test_row_0/C:col10/1732217909621/Put/seqid=0 2024-11-21T19:38:31,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742051_1227 (size=12301) 2024-11-21T19:38:31,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/2d76cf2716894db29d9bf4cc16865891 2024-11-21T19:38:31,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:31,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:31,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/3cd04591d4fb46b9b4a7fb0dd80d7504 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/3cd04591d4fb46b9b4a7fb0dd80d7504 2024-11-21T19:38:31,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/3cd04591d4fb46b9b4a7fb0dd80d7504, entries=250, sequenceid=394, filesize=47.5 K 2024-11-21T19:38:31,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/ec525bdb29534578b9963d34c24b537b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/ec525bdb29534578b9963d34c24b537b 2024-11-21T19:38:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T19:38:31,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/ec525bdb29534578b9963d34c24b537b, entries=150, sequenceid=394, filesize=12.0 K 2024-11-21T19:38:31,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/2d76cf2716894db29d9bf4cc16865891 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/2d76cf2716894db29d9bf4cc16865891 2024-11-21T19:38:31,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/2d76cf2716894db29d9bf4cc16865891, entries=150, sequenceid=394, filesize=12.0 K 2024-11-21T19:38:31,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for cea43b494a4481d4fa7b27eab6546302 in 523ms, sequenceid=394, compaction requested=false 2024-11-21T19:38:31,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:31,400 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:31,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T19:38:31,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:31,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:31,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:31,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:31,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:31,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dd9eefe6e62f499da5bd6677a1dc4124_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217910784/Put/seqid=0 2024-11-21T19:38:31,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742052_1228 (size=17534) 2024-11-21T19:38:31,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217971420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217971421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217971423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217971425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217971526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217971525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217971526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217971533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,574 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/d472660f8e874408ab8e85ad92b99f71 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d472660f8e874408ab8e85ad92b99f71 2024-11-21T19:38:31,583 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/A of cea43b494a4481d4fa7b27eab6546302 into d472660f8e874408ab8e85ad92b99f71(size=31.4 K), total size for store is 78.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:31,583 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:31,583 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/A, priority=12, startTime=1732217910682; duration=0sec 2024-11-21T19:38:31,583 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:31,583 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:A 2024-11-21T19:38:31,708 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217971730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217971730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217971731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217971746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:31,827 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121dd9eefe6e62f499da5bd6677a1dc4124_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dd9eefe6e62f499da5bd6677a1dc4124_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:31,828 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/ac3c5ccfbd384c7fb6a30df551836c32, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:31,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/ac3c5ccfbd384c7fb6a30df551836c32 is 175, key is test_row_0/A:col10/1732217910784/Put/seqid=0 2024-11-21T19:38:31,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742053_1229 (size=48639) 2024-11-21T19:38:31,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:31,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:31,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:31,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45030 deadline: 1732217971990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:31,993 DEBUG [Thread-596 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18299 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:38:32,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:32,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217972038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217972039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217972040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217972053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,112 DEBUG [Thread-607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x093cc14f to 127.0.0.1:57770 2024-11-21T19:38:32,112 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:32,113 DEBUG [Thread-611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28575504 to 127.0.0.1:57770 2024-11-21T19:38:32,113 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:32,115 DEBUG [Thread-609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43a15d92 to 127.0.0.1:57770 2024-11-21T19:38:32,115 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:32,115 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42aa95c2 to 127.0.0.1:57770 2024-11-21T19:38:32,115 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:32,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:32,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:32,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,237 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/ac3c5ccfbd384c7fb6a30df551836c32 2024-11-21T19:38:32,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/4d43e59c327d4c5f83a43b2967e7c8e7 is 50, key is test_row_0/B:col10/1732217910784/Put/seqid=0 2024-11-21T19:38:32,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742054_1230 (size=12301) 2024-11-21T19:38:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T19:38:32,319 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,472 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:32,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45010 deadline: 1732217972543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45056 deadline: 1732217972544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45008 deadline: 1732217972545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45002 deadline: 1732217972557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,625 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/4d43e59c327d4c5f83a43b2967e7c8e7 2024-11-21T19:38:32,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/d714b09f68ae4693b4ec493a688edf45 is 50, key is test_row_0/C:col10/1732217910784/Put/seqid=0 2024-11-21T19:38:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742055_1231 (size=12301) 2024-11-21T19:38:32,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:32,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:32,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:32,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:32,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:32,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:32,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:33,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/d714b09f68ae4693b4ec493a688edf45 2024-11-21T19:38:33,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/ac3c5ccfbd384c7fb6a30df551836c32 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ac3c5ccfbd384c7fb6a30df551836c32 2024-11-21T19:38:33,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ac3c5ccfbd384c7fb6a30df551836c32, entries=250, sequenceid=416, filesize=47.5 K 2024-11-21T19:38:33,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/4d43e59c327d4c5f83a43b2967e7c8e7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d43e59c327d4c5f83a43b2967e7c8e7 2024-11-21T19:38:33,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d43e59c327d4c5f83a43b2967e7c8e7, entries=150, sequenceid=416, filesize=12.0 K 2024-11-21T19:38:33,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/d714b09f68ae4693b4ec493a688edf45 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d714b09f68ae4693b4ec493a688edf45 2024-11-21T19:38:33,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:33,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:33,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:33,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:33,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d714b09f68ae4693b4ec493a688edf45, entries=150, sequenceid=416, filesize=12.0 K 2024-11-21T19:38:33,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for cea43b494a4481d4fa7b27eab6546302 in 1687ms, sequenceid=416, compaction requested=true 2024-11-21T19:38:33,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:33,089 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:33,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:33,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:33,089 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cea43b494a4481d4fa7b27eab6546302:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:33,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:33,090 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129385 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:33,090 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/A is initiating minor compaction (all files) 2024-11-21T19:38:33,090 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/A in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:33,090 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:33,090 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/B is initiating minor compaction (all files) 2024-11-21T19:38:33,090 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d472660f8e874408ab8e85ad92b99f71, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/3cd04591d4fb46b9b4a7fb0dd80d7504, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ac3c5ccfbd384c7fb6a30df551836c32] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=126.4 K 2024-11-21T19:38:33,090 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/B in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:33,090 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:33,090 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9aa2f6f5113f4400b843eee29de2a89c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/ec525bdb29534578b9963d34c24b537b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d43e59c327d4c5f83a43b2967e7c8e7] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=36.9 K 2024-11-21T19:38:33,090 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d472660f8e874408ab8e85ad92b99f71, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/3cd04591d4fb46b9b4a7fb0dd80d7504, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ac3c5ccfbd384c7fb6a30df551836c32] 2024-11-21T19:38:33,092 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 9aa2f6f5113f4400b843eee29de2a89c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732217908960 2024-11-21T19:38:33,092 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d472660f8e874408ab8e85ad92b99f71, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732217908960 2024-11-21T19:38:33,092 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cd04591d4fb46b9b4a7fb0dd80d7504, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732217909621 2024-11-21T19:38:33,092 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ec525bdb29534578b9963d34c24b537b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732217909621 2024-11-21T19:38:33,093 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac3c5ccfbd384c7fb6a30df551836c32, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732217910775 2024-11-21T19:38:33,093 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d43e59c327d4c5f83a43b2967e7c8e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732217910784 2024-11-21T19:38:33,099 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:33,100 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:33,101 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/564796067a5446aeb1c873912f9004e4 is 50, key is test_row_0/B:col10/1732217910784/Put/seqid=0 2024-11-21T19:38:33,101 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121234e0b3041ac4eb6a8d4bb1454670a32_cea43b494a4481d4fa7b27eab6546302 store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:33,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742056_1232 (size=13255) 2024-11-21T19:38:33,134 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121234e0b3041ac4eb6a8d4bb1454670a32_cea43b494a4481d4fa7b27eab6546302, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:33,134 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121234e0b3041ac4eb6a8d4bb1454670a32_cea43b494a4481d4fa7b27eab6546302 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:33,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742057_1233 (size=4469) 2024-11-21T19:38:33,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:33,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-21T19:38:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:33,239 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T19:38:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112174f6173ffa854a0892d240e11bce4592_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217911419/Put/seqid=0 2024-11-21T19:38:33,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742058_1234 (size=12454) 2024-11-21T19:38:33,519 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/564796067a5446aeb1c873912f9004e4 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/564796067a5446aeb1c873912f9004e4 2024-11-21T19:38:33,528 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/B of cea43b494a4481d4fa7b27eab6546302 into 564796067a5446aeb1c873912f9004e4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:33,528 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:33,528 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/B, priority=13, startTime=1732217913089; duration=0sec 2024-11-21T19:38:33,528 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:33,529 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:B 2024-11-21T19:38:33,529 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:33,531 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:33,531 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): cea43b494a4481d4fa7b27eab6546302/C is initiating minor compaction (all files) 2024-11-21T19:38:33,532 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cea43b494a4481d4fa7b27eab6546302/C in TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:33,532 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/bd4e331b403f48519373287039731e1e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/2d76cf2716894db29d9bf4cc16865891, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d714b09f68ae4693b4ec493a688edf45] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp, totalSize=36.9 K 2024-11-21T19:38:33,533 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting bd4e331b403f48519373287039731e1e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732217908960 2024-11-21T19:38:33,535 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d76cf2716894db29d9bf4cc16865891, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732217909621 2024-11-21T19:38:33,537 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d714b09f68ae4693b4ec493a688edf45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732217910784 2024-11-21T19:38:33,553 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#C#compaction#189 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:33,553 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cea43b494a4481d4fa7b27eab6546302#A#compaction#187 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:33,553 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/8de0e9354883430a9238b86af44eb85f is 50, key is test_row_0/C:col10/1732217910784/Put/seqid=0 2024-11-21T19:38:33,554 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/5be0820ad10647ee9d67075b045e6f36 is 175, key is test_row_0/A:col10/1732217910784/Put/seqid=0 2024-11-21T19:38:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:33,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. as already flushing 2024-11-21T19:38:33,555 DEBUG [Thread-602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3183e16a to 127.0.0.1:57770 2024-11-21T19:38:33,555 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:33,564 DEBUG [Thread-600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d92bd5b to 127.0.0.1:57770 2024-11-21T19:38:33,564 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:33,565 DEBUG [Thread-598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34e78b2e to 127.0.0.1:57770 2024-11-21T19:38:33,565 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:33,572 DEBUG [Thread-604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ad687d2 to 127.0.0.1:57770 2024-11-21T19:38:33,572 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:33,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742059_1235 (size=32209) 2024-11-21T19:38:33,604 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/5be0820ad10647ee9d67075b045e6f36 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/5be0820ad10647ee9d67075b045e6f36 2024-11-21T19:38:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742060_1236 (size=13255) 2024-11-21T19:38:33,619 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/A of cea43b494a4481d4fa7b27eab6546302 into 5be0820ad10647ee9d67075b045e6f36(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:33,620 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:33,620 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/A, priority=13, startTime=1732217913089; duration=0sec 2024-11-21T19:38:33,620 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:33,620 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:A 2024-11-21T19:38:33,631 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/8de0e9354883430a9238b86af44eb85f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8de0e9354883430a9238b86af44eb85f 2024-11-21T19:38:33,639 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cea43b494a4481d4fa7b27eab6546302/C of cea43b494a4481d4fa7b27eab6546302 into 8de0e9354883430a9238b86af44eb85f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:33,639 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:33,639 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302., storeName=cea43b494a4481d4fa7b27eab6546302/C, priority=13, startTime=1732217913090; duration=0sec 2024-11-21T19:38:33,639 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:33,639 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cea43b494a4481d4fa7b27eab6546302:C 2024-11-21T19:38:33,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:33,665 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112174f6173ffa854a0892d240e11bce4592_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112174f6173ffa854a0892d240e11bce4592_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:33,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/b2c416a5f32a4fdc83a7e4e460e206de, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:33,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/b2c416a5f32a4fdc83a7e4e460e206de is 175, key is test_row_0/A:col10/1732217911419/Put/seqid=0 2024-11-21T19:38:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742061_1237 (size=31255) 2024-11-21T19:38:34,079 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=432, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/b2c416a5f32a4fdc83a7e4e460e206de 2024-11-21T19:38:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/aa9e5bf6e4cb425bbe14bc1c6b7015b6 is 50, key is test_row_0/B:col10/1732217911419/Put/seqid=0 2024-11-21T19:38:34,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742062_1238 (size=12301) 2024-11-21T19:38:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T19:38:34,501 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/aa9e5bf6e4cb425bbe14bc1c6b7015b6 2024-11-21T19:38:34,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/20c57bec5b58483fabd3ac9a5592275c is 50, key is test_row_0/C:col10/1732217911419/Put/seqid=0 2024-11-21T19:38:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742063_1239 (size=12301) 2024-11-21T19:38:34,935 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/20c57bec5b58483fabd3ac9a5592275c 2024-11-21T19:38:34,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/b2c416a5f32a4fdc83a7e4e460e206de as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/b2c416a5f32a4fdc83a7e4e460e206de 2024-11-21T19:38:34,944 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/b2c416a5f32a4fdc83a7e4e460e206de, entries=150, sequenceid=432, filesize=30.5 K 2024-11-21T19:38:34,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/aa9e5bf6e4cb425bbe14bc1c6b7015b6 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/aa9e5bf6e4cb425bbe14bc1c6b7015b6 2024-11-21T19:38:34,949 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/aa9e5bf6e4cb425bbe14bc1c6b7015b6, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T19:38:34,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/20c57bec5b58483fabd3ac9a5592275c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/20c57bec5b58483fabd3ac9a5592275c 2024-11-21T19:38:34,954 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/20c57bec5b58483fabd3ac9a5592275c, entries=150, sequenceid=432, filesize=12.0 K 2024-11-21T19:38:34,955 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for cea43b494a4481d4fa7b27eab6546302 in 1716ms, sequenceid=432, compaction requested=false 2024-11-21T19:38:34,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:34,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:34,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-21T19:38:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-21T19:38:34,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-21T19:38:34,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7950 sec 2024-11-21T19:38:34,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 4.8000 sec 2024-11-21T19:38:36,763 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:38:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-21T19:38:38,269 INFO [Thread-606 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-21T19:38:42,065 DEBUG [Thread-596 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dc4805b to 127.0.0.1:57770 2024-11-21T19:38:42,065 DEBUG [Thread-596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:42,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T19:38:42,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3474 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3381 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1423 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4269 rows 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1410 2024-11-21T19:38:42,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4230 rows 2024-11-21T19:38:42,066 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:38:42,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77e36419 to 127.0.0.1:57770 2024-11-21T19:38:42,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:38:42,070 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T19:38:42,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T19:38:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:42,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T19:38:42,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217922074"}]},"ts":"1732217922074"} 2024-11-21T19:38:42,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T19:38:42,121 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T19:38:42,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T19:38:42,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, UNASSIGN}] 2024-11-21T19:38:42,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, UNASSIGN 2024-11-21T19:38:42,124 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=cea43b494a4481d4fa7b27eab6546302, regionState=CLOSING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:42,124 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T19:38:42,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; CloseRegionProcedure cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:38:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T19:38:42,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:42,277 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(124): Close cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:42,277 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T19:38:42,277 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1681): Closing cea43b494a4481d4fa7b27eab6546302, disabling compactions & flushes 2024-11-21T19:38:42,277 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:42,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:42,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. after waiting 0 ms 2024-11-21T19:38:42,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:42,278 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(2837): Flushing cea43b494a4481d4fa7b27eab6546302 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T19:38:42,278 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=A 2024-11-21T19:38:42,279 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:42,279 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=B 2024-11-21T19:38:42,279 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:42,279 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cea43b494a4481d4fa7b27eab6546302, store=C 2024-11-21T19:38:42,279 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:42,293 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217d71a2c707004deea517fa5f55df7323_cea43b494a4481d4fa7b27eab6546302 is 50, key is test_row_0/A:col10/1732217922064/Put/seqid=0 2024-11-21T19:38:42,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742064_1240 (size=12454) 2024-11-21T19:38:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T19:38:42,447 DEBUG [master/2d90ca23533b:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 361b71fb2d3d70076e88b13b31411f1e changed from -1.0 to 0.0, refreshing cache 2024-11-21T19:38:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T19:38:42,697 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:42,701 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411217d71a2c707004deea517fa5f55df7323_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217d71a2c707004deea517fa5f55df7323_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:42,702 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6174460a98fb4024860b276c9e74cf94, store: [table=TestAcidGuarantees family=A region=cea43b494a4481d4fa7b27eab6546302] 2024-11-21T19:38:42,703 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6174460a98fb4024860b276c9e74cf94 is 175, key is test_row_0/A:col10/1732217922064/Put/seqid=0 2024-11-21T19:38:42,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742065_1241 (size=31255) 2024-11-21T19:38:43,107 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=443, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6174460a98fb4024860b276c9e74cf94 2024-11-21T19:38:43,113 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/f538113fd0734e47ba6699b014d00d73 is 50, key is test_row_0/B:col10/1732217922064/Put/seqid=0 2024-11-21T19:38:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742066_1242 (size=12301) 2024-11-21T19:38:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T19:38:43,518 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/f538113fd0734e47ba6699b014d00d73 2024-11-21T19:38:43,534 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/a5919eac2322467d84f4642e41b6db6c is 50, key is test_row_0/C:col10/1732217922064/Put/seqid=0 2024-11-21T19:38:43,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742067_1243 (size=12301) 2024-11-21T19:38:43,939 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/a5919eac2322467d84f4642e41b6db6c 2024-11-21T19:38:43,948 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/A/6174460a98fb4024860b276c9e74cf94 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6174460a98fb4024860b276c9e74cf94 2024-11-21T19:38:43,953 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6174460a98fb4024860b276c9e74cf94, entries=150, sequenceid=443, filesize=30.5 K 2024-11-21T19:38:43,954 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/B/f538113fd0734e47ba6699b014d00d73 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f538113fd0734e47ba6699b014d00d73 2024-11-21T19:38:43,960 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f538113fd0734e47ba6699b014d00d73, entries=150, sequenceid=443, filesize=12.0 K 2024-11-21T19:38:43,961 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/.tmp/C/a5919eac2322467d84f4642e41b6db6c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a5919eac2322467d84f4642e41b6db6c 2024-11-21T19:38:43,966 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a5919eac2322467d84f4642e41b6db6c, entries=150, sequenceid=443, filesize=12.0 K 2024-11-21T19:38:43,966 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for cea43b494a4481d4fa7b27eab6546302 in 1688ms, sequenceid=443, compaction requested=true 2024-11-21T19:38:43,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6cd3123ce74741959e634a10ea1faf1c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c221e06856624cd0a79e5936e8679309, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6802116899dd4349aa722973a668a9f3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/37481222521d49918c7a48f55522a119, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c8634af8c78e402eb92af2d36f3db207, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/87b332f283254801b912b3210e2ed77d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/45166ec653cf4a7b960c42ee8037b9c5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/658f6940e08d4ac6acc818f3d3eef3aa, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9687d69692a642ebaf8c34f66119ab1c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/2799e3d9967f423cbb89130325c5594c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9d5a67c8899c40d4944645588343fcb8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/cc9fecbc31d748aaab6d767c5686dd0f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ca2fae2386944d089d2aad2d2a0113f3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8c2d7c8a21944cbf939f4bf4030b9690, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/eb2b898f93954a918e3322fe86bbcf91, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/a4e41b2121dd451193a122a4d3ace2ab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/195272dea5e34fd4b20b71a57b4d26d9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/dea39c6b9c79466eaf191f2fb674df8b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c66696117b3f46bc9916eaa2ac37fb64, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/22914319035446b3bed3644d30d8fc3a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/13c1471f8ef347a0a13cd74e9bdc1cf1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d5862070972d4541aca5f415d6c6ef76, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8a0cafdd75ef4d5b9a4c45712836bc5b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/0dbd6eeecd564e44bce034d6aaca36d7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c1dcad2b00eb4420bda034f96b659b66, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d472660f8e874408ab8e85ad92b99f71, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/3cd04591d4fb46b9b4a7fb0dd80d7504, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ac3c5ccfbd384c7fb6a30df551836c32] to archive 2024-11-21T19:38:43,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:38:43,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6cd3123ce74741959e634a10ea1faf1c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6cd3123ce74741959e634a10ea1faf1c 2024-11-21T19:38:43,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c221e06856624cd0a79e5936e8679309 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c221e06856624cd0a79e5936e8679309 2024-11-21T19:38:43,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6802116899dd4349aa722973a668a9f3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6802116899dd4349aa722973a668a9f3 2024-11-21T19:38:43,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/37481222521d49918c7a48f55522a119 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/37481222521d49918c7a48f55522a119 2024-11-21T19:38:43,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c8634af8c78e402eb92af2d36f3db207 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c8634af8c78e402eb92af2d36f3db207 2024-11-21T19:38:43,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/87b332f283254801b912b3210e2ed77d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/87b332f283254801b912b3210e2ed77d 2024-11-21T19:38:43,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/45166ec653cf4a7b960c42ee8037b9c5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/45166ec653cf4a7b960c42ee8037b9c5 2024-11-21T19:38:43,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/658f6940e08d4ac6acc818f3d3eef3aa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/658f6940e08d4ac6acc818f3d3eef3aa 2024-11-21T19:38:43,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9687d69692a642ebaf8c34f66119ab1c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9687d69692a642ebaf8c34f66119ab1c 2024-11-21T19:38:43,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/2799e3d9967f423cbb89130325c5594c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/2799e3d9967f423cbb89130325c5594c 2024-11-21T19:38:43,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9d5a67c8899c40d4944645588343fcb8 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/9d5a67c8899c40d4944645588343fcb8 2024-11-21T19:38:43,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/cc9fecbc31d748aaab6d767c5686dd0f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/cc9fecbc31d748aaab6d767c5686dd0f 2024-11-21T19:38:43,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ca2fae2386944d089d2aad2d2a0113f3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ca2fae2386944d089d2aad2d2a0113f3 2024-11-21T19:38:43,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8c2d7c8a21944cbf939f4bf4030b9690 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8c2d7c8a21944cbf939f4bf4030b9690 2024-11-21T19:38:43,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/eb2b898f93954a918e3322fe86bbcf91 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/eb2b898f93954a918e3322fe86bbcf91 2024-11-21T19:38:43,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/a4e41b2121dd451193a122a4d3ace2ab to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/a4e41b2121dd451193a122a4d3ace2ab 2024-11-21T19:38:43,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/195272dea5e34fd4b20b71a57b4d26d9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/195272dea5e34fd4b20b71a57b4d26d9 2024-11-21T19:38:43,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/dea39c6b9c79466eaf191f2fb674df8b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/dea39c6b9c79466eaf191f2fb674df8b 2024-11-21T19:38:43,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c66696117b3f46bc9916eaa2ac37fb64 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c66696117b3f46bc9916eaa2ac37fb64 2024-11-21T19:38:43,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/22914319035446b3bed3644d30d8fc3a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/22914319035446b3bed3644d30d8fc3a 2024-11-21T19:38:43,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/13c1471f8ef347a0a13cd74e9bdc1cf1 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/13c1471f8ef347a0a13cd74e9bdc1cf1 2024-11-21T19:38:43,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d5862070972d4541aca5f415d6c6ef76 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d5862070972d4541aca5f415d6c6ef76 2024-11-21T19:38:43,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8a0cafdd75ef4d5b9a4c45712836bc5b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/8a0cafdd75ef4d5b9a4c45712836bc5b 2024-11-21T19:38:43,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/0dbd6eeecd564e44bce034d6aaca36d7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/0dbd6eeecd564e44bce034d6aaca36d7 2024-11-21T19:38:43,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c1dcad2b00eb4420bda034f96b659b66 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/c1dcad2b00eb4420bda034f96b659b66 2024-11-21T19:38:43,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d472660f8e874408ab8e85ad92b99f71 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/d472660f8e874408ab8e85ad92b99f71 2024-11-21T19:38:43,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/3cd04591d4fb46b9b4a7fb0dd80d7504 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/3cd04591d4fb46b9b4a7fb0dd80d7504 2024-11-21T19:38:43,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ac3c5ccfbd384c7fb6a30df551836c32 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/ac3c5ccfbd384c7fb6a30df551836c32 2024-11-21T19:38:44,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f80ee799e82d434c8c4f5b11176f4197, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/55df0b5f8d1449b2a5bf7baf03e15991, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/71d9e81b741d44f9ab7b9caee26a2012, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/484be51c04684076a132d3b985a7e945, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4f4fe204c31d424ea61bc4694ba60e5e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/6093a2c776d145368873d2a21e964a74, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a2f0eefef183464c8fa6a615ef46adcc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/dcb72734eb0144dc915aebaa22c014ef, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/427f4fdb6c9845cdad926e078a649d86, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/b1411fba919f4a92918c2da35cfd2fa5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a5de8c1ba6814804bc573cbd6f4f938b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/e32c13c842d74a6fa5079e495bac3d90, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/93978f342f164510ba63fee81b912989, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9f0662856b684c2c8c5723dd90f5f098, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d5d241dda9141379ddbec3e445f0969, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/7362ee87e66e42269fbcb31eeb2d6031, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/837fb50cff2e4881b33d1a64a5693865, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/36e43a880a0f41a2984303d4cbeb1739, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/00792d3fc7ef4b5b93de54a6a2555edb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f8d19537ee9548599eb4cbbff985e85a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9147f625df8b405bbb275955442cd918, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/2cb419c168054008b5de19be5f4e844c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/3b2803a3f416437b940f2cdf81624afe, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/1c634f5dfafc4740b449f9cd755af09a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9aa2f6f5113f4400b843eee29de2a89c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/8eee2f0fd1734d97b2c48b54aee91cbb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/ec525bdb29534578b9963d34c24b537b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d43e59c327d4c5f83a43b2967e7c8e7] to archive 2024-11-21T19:38:44,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:38:44,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f80ee799e82d434c8c4f5b11176f4197 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f80ee799e82d434c8c4f5b11176f4197 2024-11-21T19:38:44,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/55df0b5f8d1449b2a5bf7baf03e15991 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/55df0b5f8d1449b2a5bf7baf03e15991 2024-11-21T19:38:44,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/71d9e81b741d44f9ab7b9caee26a2012 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/71d9e81b741d44f9ab7b9caee26a2012 2024-11-21T19:38:44,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/484be51c04684076a132d3b985a7e945 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/484be51c04684076a132d3b985a7e945 2024-11-21T19:38:44,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4f4fe204c31d424ea61bc4694ba60e5e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4f4fe204c31d424ea61bc4694ba60e5e 2024-11-21T19:38:44,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/6093a2c776d145368873d2a21e964a74 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/6093a2c776d145368873d2a21e964a74 2024-11-21T19:38:44,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a2f0eefef183464c8fa6a615ef46adcc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a2f0eefef183464c8fa6a615ef46adcc 2024-11-21T19:38:44,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/dcb72734eb0144dc915aebaa22c014ef to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/dcb72734eb0144dc915aebaa22c014ef 2024-11-21T19:38:44,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/427f4fdb6c9845cdad926e078a649d86 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/427f4fdb6c9845cdad926e078a649d86 2024-11-21T19:38:44,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/b1411fba919f4a92918c2da35cfd2fa5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/b1411fba919f4a92918c2da35cfd2fa5 2024-11-21T19:38:44,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a5de8c1ba6814804bc573cbd6f4f938b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/a5de8c1ba6814804bc573cbd6f4f938b 2024-11-21T19:38:44,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/e32c13c842d74a6fa5079e495bac3d90 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/e32c13c842d74a6fa5079e495bac3d90 2024-11-21T19:38:44,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/93978f342f164510ba63fee81b912989 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/93978f342f164510ba63fee81b912989 2024-11-21T19:38:44,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9f0662856b684c2c8c5723dd90f5f098 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9f0662856b684c2c8c5723dd90f5f098 2024-11-21T19:38:44,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d5d241dda9141379ddbec3e445f0969 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d5d241dda9141379ddbec3e445f0969 2024-11-21T19:38:44,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/7362ee87e66e42269fbcb31eeb2d6031 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/7362ee87e66e42269fbcb31eeb2d6031 2024-11-21T19:38:44,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/837fb50cff2e4881b33d1a64a5693865 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/837fb50cff2e4881b33d1a64a5693865 2024-11-21T19:38:44,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/36e43a880a0f41a2984303d4cbeb1739 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/36e43a880a0f41a2984303d4cbeb1739 2024-11-21T19:38:44,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/00792d3fc7ef4b5b93de54a6a2555edb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/00792d3fc7ef4b5b93de54a6a2555edb 2024-11-21T19:38:44,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f8d19537ee9548599eb4cbbff985e85a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f8d19537ee9548599eb4cbbff985e85a 2024-11-21T19:38:44,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9147f625df8b405bbb275955442cd918 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9147f625df8b405bbb275955442cd918 2024-11-21T19:38:44,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/2cb419c168054008b5de19be5f4e844c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/2cb419c168054008b5de19be5f4e844c 2024-11-21T19:38:44,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/3b2803a3f416437b940f2cdf81624afe to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/3b2803a3f416437b940f2cdf81624afe 2024-11-21T19:38:44,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/1c634f5dfafc4740b449f9cd755af09a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/1c634f5dfafc4740b449f9cd755af09a 2024-11-21T19:38:44,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9aa2f6f5113f4400b843eee29de2a89c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/9aa2f6f5113f4400b843eee29de2a89c 2024-11-21T19:38:44,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/8eee2f0fd1734d97b2c48b54aee91cbb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/8eee2f0fd1734d97b2c48b54aee91cbb 2024-11-21T19:38:44,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/ec525bdb29534578b9963d34c24b537b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/ec525bdb29534578b9963d34c24b537b 2024-11-21T19:38:44,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d43e59c327d4c5f83a43b2967e7c8e7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/4d43e59c327d4c5f83a43b2967e7c8e7 2024-11-21T19:38:44,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/b926f8c84a2d442daf16046c6b15e5c2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d06b59d7560d486daa446e2c75c909ce, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/64d0a94b2ab24cfb90641607210ae9fa, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9e92e87a8d11402784b9b808036adbbd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9c28f55290ba4542a31012c6d12c65d9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3e35e00dbee349d782f754030f04d5ff, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4e5004af349645438b7d386a812feb9e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/e3308333128f4d64a3fd64e4a2a8b7f3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/5129f5d6fe3e4a96b87345e2c1bcf47e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/edd3a376024f4978a1a09e664551245e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3bc0408bd0be4081a1efbf7fcf133eb2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/faea6765ac8740b18df78dba962ebe69, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a061a60d19bb4d20a35a680c1cee9119, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/35a5a52459464b70afa174074f08ebdf, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/ba094f1ebf424de6b6ac998ca057ecab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9cf6d59168ee46e983e1524a812cea35, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/63ef931ed57f47aca06da44dd0c78469, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3c55f1bded80401eb0815033183e6d95, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/72273ea77d9c449d9d6085535a3b4124, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8a2d9a90b09747aba704cf0126ce7ee0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4245e44ea29c4a5e940513656a63a1ab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/11d985a84ea7404a98c04833e2cddcaf, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/429d3dfc3e114a6782a75cc7e311f131, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8f1d9ddd42ce4c199193ea71d6664597, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/bd4e331b403f48519373287039731e1e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/7e1adba86bf34dbb90bd346816047534, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/2d76cf2716894db29d9bf4cc16865891, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d714b09f68ae4693b4ec493a688edf45] to archive 2024-11-21T19:38:44,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:38:44,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/b926f8c84a2d442daf16046c6b15e5c2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/b926f8c84a2d442daf16046c6b15e5c2 2024-11-21T19:38:44,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d06b59d7560d486daa446e2c75c909ce to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d06b59d7560d486daa446e2c75c909ce 2024-11-21T19:38:44,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/64d0a94b2ab24cfb90641607210ae9fa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/64d0a94b2ab24cfb90641607210ae9fa 2024-11-21T19:38:44,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9e92e87a8d11402784b9b808036adbbd to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9e92e87a8d11402784b9b808036adbbd 2024-11-21T19:38:44,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9c28f55290ba4542a31012c6d12c65d9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9c28f55290ba4542a31012c6d12c65d9 2024-11-21T19:38:44,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3e35e00dbee349d782f754030f04d5ff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3e35e00dbee349d782f754030f04d5ff 2024-11-21T19:38:44,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4e5004af349645438b7d386a812feb9e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4e5004af349645438b7d386a812feb9e 2024-11-21T19:38:44,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/e3308333128f4d64a3fd64e4a2a8b7f3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/e3308333128f4d64a3fd64e4a2a8b7f3 2024-11-21T19:38:44,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/5129f5d6fe3e4a96b87345e2c1bcf47e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/5129f5d6fe3e4a96b87345e2c1bcf47e 2024-11-21T19:38:44,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/edd3a376024f4978a1a09e664551245e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/edd3a376024f4978a1a09e664551245e 2024-11-21T19:38:44,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3bc0408bd0be4081a1efbf7fcf133eb2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3bc0408bd0be4081a1efbf7fcf133eb2 2024-11-21T19:38:44,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/faea6765ac8740b18df78dba962ebe69 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/faea6765ac8740b18df78dba962ebe69 2024-11-21T19:38:44,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a061a60d19bb4d20a35a680c1cee9119 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a061a60d19bb4d20a35a680c1cee9119 2024-11-21T19:38:44,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/35a5a52459464b70afa174074f08ebdf to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/35a5a52459464b70afa174074f08ebdf 2024-11-21T19:38:44,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/ba094f1ebf424de6b6ac998ca057ecab to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/ba094f1ebf424de6b6ac998ca057ecab 2024-11-21T19:38:44,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9cf6d59168ee46e983e1524a812cea35 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/9cf6d59168ee46e983e1524a812cea35 2024-11-21T19:38:44,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/63ef931ed57f47aca06da44dd0c78469 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/63ef931ed57f47aca06da44dd0c78469 2024-11-21T19:38:44,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3c55f1bded80401eb0815033183e6d95 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/3c55f1bded80401eb0815033183e6d95 2024-11-21T19:38:44,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/72273ea77d9c449d9d6085535a3b4124 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/72273ea77d9c449d9d6085535a3b4124 2024-11-21T19:38:44,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8a2d9a90b09747aba704cf0126ce7ee0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8a2d9a90b09747aba704cf0126ce7ee0 2024-11-21T19:38:44,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4245e44ea29c4a5e940513656a63a1ab to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/4245e44ea29c4a5e940513656a63a1ab 2024-11-21T19:38:44,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/11d985a84ea7404a98c04833e2cddcaf to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/11d985a84ea7404a98c04833e2cddcaf 2024-11-21T19:38:44,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/429d3dfc3e114a6782a75cc7e311f131 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/429d3dfc3e114a6782a75cc7e311f131 2024-11-21T19:38:44,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8f1d9ddd42ce4c199193ea71d6664597 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8f1d9ddd42ce4c199193ea71d6664597 2024-11-21T19:38:44,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/bd4e331b403f48519373287039731e1e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/bd4e331b403f48519373287039731e1e 2024-11-21T19:38:44,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/7e1adba86bf34dbb90bd346816047534 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/7e1adba86bf34dbb90bd346816047534 2024-11-21T19:38:44,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/2d76cf2716894db29d9bf4cc16865891 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/2d76cf2716894db29d9bf4cc16865891 2024-11-21T19:38:44,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d714b09f68ae4693b4ec493a688edf45 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/d714b09f68ae4693b4ec493a688edf45 2024-11-21T19:38:44,070 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/recovered.edits/446.seqid, newMaxSeqId=446, maxSeqId=4 2024-11-21T19:38:44,071 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302. 2024-11-21T19:38:44,071 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1635): Region close journal for cea43b494a4481d4fa7b27eab6546302: 2024-11-21T19:38:44,072 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(170): Closed cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,073 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=cea43b494a4481d4fa7b27eab6546302, regionState=CLOSED 2024-11-21T19:38:44,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-21T19:38:44,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseRegionProcedure cea43b494a4481d4fa7b27eab6546302, server=2d90ca23533b,46653,1732217858981 in 1.9490 sec 2024-11-21T19:38:44,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-11-21T19:38:44,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cea43b494a4481d4fa7b27eab6546302, UNASSIGN in 1.9530 sec 2024-11-21T19:38:44,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-21T19:38:44,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9550 sec 2024-11-21T19:38:44,079 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217924079"}]},"ts":"1732217924079"} 2024-11-21T19:38:44,081 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T19:38:44,091 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T19:38:44,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0210 sec 2024-11-21T19:38:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-21T19:38:44,181 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-21T19:38:44,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T19:38:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:44,183 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T19:38:44,183 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=61, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:44,185 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,188 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/recovered.edits] 2024-11-21T19:38:44,190 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/5be0820ad10647ee9d67075b045e6f36 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/5be0820ad10647ee9d67075b045e6f36 2024-11-21T19:38:44,192 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6174460a98fb4024860b276c9e74cf94 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/6174460a98fb4024860b276c9e74cf94 2024-11-21T19:38:44,193 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/b2c416a5f32a4fdc83a7e4e460e206de to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/A/b2c416a5f32a4fdc83a7e4e460e206de 2024-11-21T19:38:44,196 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/564796067a5446aeb1c873912f9004e4 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/564796067a5446aeb1c873912f9004e4 2024-11-21T19:38:44,197 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/aa9e5bf6e4cb425bbe14bc1c6b7015b6 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/aa9e5bf6e4cb425bbe14bc1c6b7015b6 2024-11-21T19:38:44,198 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f538113fd0734e47ba6699b014d00d73 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/B/f538113fd0734e47ba6699b014d00d73 2024-11-21T19:38:44,201 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/20c57bec5b58483fabd3ac9a5592275c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/20c57bec5b58483fabd3ac9a5592275c 2024-11-21T19:38:44,202 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8de0e9354883430a9238b86af44eb85f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/8de0e9354883430a9238b86af44eb85f 2024-11-21T19:38:44,203 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a5919eac2322467d84f4642e41b6db6c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/C/a5919eac2322467d84f4642e41b6db6c 2024-11-21T19:38:44,206 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/recovered.edits/446.seqid to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302/recovered.edits/446.seqid 2024-11-21T19:38:44,207 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,207 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T19:38:44,207 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T19:38:44,208 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T19:38:44,212 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210146ed8462da42168ff5750189ba3380_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210146ed8462da42168ff5750189ba3380_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,213 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104236af5276e4093bbaa9369b4144e09_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112104236af5276e4093bbaa9369b4144e09_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,214 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121056a9ca528354590bb1e26116c6484a5_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121056a9ca528354590bb1e26116c6484a5_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,215 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210cf73c36d84f4bc9b77f4049447fcbdb_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210cf73c36d84f4bc9b77f4049447fcbdb_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,216 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112120dd3cf224cc45f89760122068a9c460_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112120dd3cf224cc45f89760122068a9c460_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,217 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112133e91a61ec024d8faeebf54874cf8bf4_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112133e91a61ec024d8faeebf54874cf8bf4_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,218 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213b48607477cc4201aaa4f204abd7a76e_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213b48607477cc4201aaa4f204abd7a76e_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,219 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214172d5f35be844a78422888e2cbe6709_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214172d5f35be844a78422888e2cbe6709_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,220 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112156a21a2905b4431a82515600cb125403_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112156a21a2905b4431a82515600cb125403_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,221 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215daf8e1fb05f40cd8dcb618fc9280452_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215daf8e1fb05f40cd8dcb618fc9280452_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,222 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216244ea89204b4868905efdde48167cf8_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216244ea89204b4868905efdde48167cf8_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,223 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216415c590826f4308a8fcfa5059163937_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216415c590826f4308a8fcfa5059163937_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,224 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216823ac66caf64d36950663dea280c597_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411216823ac66caf64d36950663dea280c597_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,225 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112174f6173ffa854a0892d240e11bce4592_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112174f6173ffa854a0892d240e11bce4592_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,226 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217d71a2c707004deea517fa5f55df7323_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411217d71a2c707004deea517fa5f55df7323_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,227 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa06b83d133a450788058e72c66526c9_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121aa06b83d133a450788058e72c66526c9_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,228 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b5cd6c7d1e5748818716ec5769c0063b_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b5cd6c7d1e5748818716ec5769c0063b_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,229 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c1198a478a78477785d7c022fc3306cf_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c1198a478a78477785d7c022fc3306cf_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,231 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c867f94c6e9a4ac9a6143f7d756bcbbe_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c867f94c6e9a4ac9a6143f7d756bcbbe_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,232 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6aeb6b4f3e1449e912c71afa689a049_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d6aeb6b4f3e1449e912c71afa689a049_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,233 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dbf5f1aae03145398b8a269848537f93_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dbf5f1aae03145398b8a269848537f93_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,234 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dd9eefe6e62f499da5bd6677a1dc4124_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121dd9eefe6e62f499da5bd6677a1dc4124_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,235 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f9b8184fb0a74a4bb8d1071d8ce34859_cea43b494a4481d4fa7b27eab6546302 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f9b8184fb0a74a4bb8d1071d8ce34859_cea43b494a4481d4fa7b27eab6546302 2024-11-21T19:38:44,235 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T19:38:44,237 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=61, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:44,239 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T19:38:44,241 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T19:38:44,242 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=61, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:44,242 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T19:38:44,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732217924242"}]},"ts":"9223372036854775807"} 2024-11-21T19:38:44,244 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T19:38:44,244 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => cea43b494a4481d4fa7b27eab6546302, NAME => 'TestAcidGuarantees,,1732217888830.cea43b494a4481d4fa7b27eab6546302.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T19:38:44,244 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T19:38:44,245 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732217924244"}]},"ts":"9223372036854775807"} 2024-11-21T19:38:44,247 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T19:38:44,255 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=61, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:44,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-11-21T19:38:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-21T19:38:44,284 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-21T19:38:44,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237 (was 238), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1074 (was 1379), ProcessCount=11 (was 11), AvailableMemoryMB=2839 (was 4091) 2024-11-21T19:38:44,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=1074, ProcessCount=11, AvailableMemoryMB=2839 2024-11-21T19:38:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T19:38:44,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:38:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T19:38:44,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:38:44,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:44,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:38:44,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 62 2024-11-21T19:38:44,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T19:38:44,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742068_1244 (size=963) 2024-11-21T19:38:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T19:38:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T19:38:44,714 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 2024-11-21T19:38:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742069_1245 (size=53) 2024-11-21T19:38:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T19:38:45,122 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:38:45,122 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 484a8709d2186e75f79103e3988df2df, disabling compactions & flushes 2024-11-21T19:38:45,122 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:45,122 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:45,122 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. after waiting 0 ms 2024-11-21T19:38:45,122 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:45,122 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:45,122 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:45,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:38:45,123 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732217925123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732217925123"}]},"ts":"1732217925123"} 2024-11-21T19:38:45,124 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:38:45,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:38:45,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217925125"}]},"ts":"1732217925125"} 2024-11-21T19:38:45,126 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T19:38:45,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=484a8709d2186e75f79103e3988df2df, ASSIGN}] 2024-11-21T19:38:45,147 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=484a8709d2186e75f79103e3988df2df, ASSIGN 2024-11-21T19:38:45,148 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=484a8709d2186e75f79103e3988df2df, ASSIGN; state=OFFLINE, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=false 2024-11-21T19:38:45,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=484a8709d2186e75f79103e3988df2df, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:45,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:38:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T19:38:45,452 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:45,455 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:45,455 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:38:45,455 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:45,455 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:38:45,455 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:45,455 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:45,456 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:45,458 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:38:45,458 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484a8709d2186e75f79103e3988df2df columnFamilyName A 2024-11-21T19:38:45,458 DEBUG [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:45,458 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] regionserver.HStore(327): Store=484a8709d2186e75f79103e3988df2df/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:38:45,459 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:45,460 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:38:45,460 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484a8709d2186e75f79103e3988df2df columnFamilyName B 2024-11-21T19:38:45,460 DEBUG [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:45,460 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] regionserver.HStore(327): Store=484a8709d2186e75f79103e3988df2df/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:38:45,460 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:45,461 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:38:45,461 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 484a8709d2186e75f79103e3988df2df columnFamilyName C 2024-11-21T19:38:45,461 DEBUG [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:38:45,462 INFO [StoreOpener-484a8709d2186e75f79103e3988df2df-1 {}] regionserver.HStore(327): Store=484a8709d2186e75f79103e3988df2df/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:38:45,462 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:45,463 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:45,463 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:45,464 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:38:45,465 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:45,467 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:38:45,468 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 484a8709d2186e75f79103e3988df2df; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60871436, jitterRate=-0.0929449200630188}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:38:45,468 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:45,469 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., pid=64, masterSystemTime=1732217925452 2024-11-21T19:38:45,470 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:45,470 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:45,471 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=484a8709d2186e75f79103e3988df2df, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:45,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-21T19:38:45,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 in 172 msec 2024-11-21T19:38:45,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-11-21T19:38:45,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=484a8709d2186e75f79103e3988df2df, ASSIGN in 327 msec 2024-11-21T19:38:45,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:38:45,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217925474"}]},"ts":"1732217925474"} 2024-11-21T19:38:45,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T19:38:45,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:38:45,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1800 sec 2024-11-21T19:38:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-11-21T19:38:46,411 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 62 completed 2024-11-21T19:38:46,412 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50fa6d36 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8966e87 2024-11-21T19:38:46,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131d9f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,466 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:38:46,468 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:38:46,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x507f24a9 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b269a77 2024-11-21T19:38:46,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bff6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x158ab39f to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aa0667b 2024-11-21T19:38:46,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c3a914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,499 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x110a2f3c to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@585010d8 2024-11-21T19:38:46,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646799cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16fc49ca to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ef24d1d 2024-11-21T19:38:46,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16831ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,568 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b5cfd92 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@179acb41 2024-11-21T19:38:46,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f0d92b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19975718 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@631ec80 2024-11-21T19:38:46,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267c3d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,601 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f706d54 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@662cd9d6 2024-11-21T19:38:46,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ff1c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x67bdbc25 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@675f2b6d 2024-11-21T19:38:46,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9b26c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64803b67 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9a70d9 2024-11-21T19:38:46,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21114fed to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a4efae 2024-11-21T19:38:46,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd1b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:38:46,656 DEBUG [hconnection-0x7d9ae0df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,658 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,660 DEBUG [hconnection-0x5cd96300-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,660 DEBUG [hconnection-0x670ec8fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,661 DEBUG [hconnection-0x7921851a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,661 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,662 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,662 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,663 DEBUG [hconnection-0x1593b46d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,664 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,665 DEBUG [hconnection-0x1f2fa4f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:46,666 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-21T19:38:46,668 DEBUG [hconnection-0x7dca9bfc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,668 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T19:38:46,669 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,670 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:46,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:46,672 DEBUG [hconnection-0x65f677b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,673 DEBUG [hconnection-0xbd6f5b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,674 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,678 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:46,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:38:46,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:46,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:46,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:46,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:46,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:46,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:46,691 DEBUG [hconnection-0x303ea5b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:38:46,692 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:38:46,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217986723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217986728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217986727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217986728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217986731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/e3c749a24f0d4edaa5b804e03921f993 is 50, key is test_row_0/A:col10/1732217926680/Put/seqid=0 2024-11-21T19:38:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T19:38:46,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742070_1246 (size=12001) 2024-11-21T19:38:46,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/e3c749a24f0d4edaa5b804e03921f993 2024-11-21T19:38:46,822 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T19:38:46,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:46,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:46,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:46,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:46,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217986830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217986837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217986837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217986837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/6cf86961af2d43ddbe21fccf04b4d172 is 50, key is test_row_0/B:col10/1732217926680/Put/seqid=0 2024-11-21T19:38:46,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217986847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742071_1247 (size=12001) 2024-11-21T19:38:46,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/6cf86961af2d43ddbe21fccf04b4d172 2024-11-21T19:38:46,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/c7fb9314361b47ad9a03f9040b4f2d59 is 50, key is test_row_0/C:col10/1732217926680/Put/seqid=0 2024-11-21T19:38:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T19:38:46,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742072_1248 (size=12001) 2024-11-21T19:38:46,996 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:46,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T19:38:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:46,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:47,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217987031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217987044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217987046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217987046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217987058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T19:38:47,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:47,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:47,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:47,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:47,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T19:38:47,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T19:38:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:47,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:47,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217987339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217987348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217987348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217987348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217987361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/c7fb9314361b47ad9a03f9040b4f2d59 2024-11-21T19:38:47,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/e3c749a24f0d4edaa5b804e03921f993 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/e3c749a24f0d4edaa5b804e03921f993 2024-11-21T19:38:47,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/e3c749a24f0d4edaa5b804e03921f993, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T19:38:47,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/6cf86961af2d43ddbe21fccf04b4d172 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6cf86961af2d43ddbe21fccf04b4d172 2024-11-21T19:38:47,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6cf86961af2d43ddbe21fccf04b4d172, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T19:38:47,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/c7fb9314361b47ad9a03f9040b4f2d59 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c7fb9314361b47ad9a03f9040b4f2d59 2024-11-21T19:38:47,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c7fb9314361b47ad9a03f9040b4f2d59, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T19:38:47,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 484a8709d2186e75f79103e3988df2df in 735ms, sequenceid=13, compaction requested=false 2024-11-21T19:38:47,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:47,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-21T19:38:47,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:47,475 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T19:38:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:47,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:47,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/86c64947725447158f2b0524fb40cee1 is 50, key is test_row_0/A:col10/1732217926726/Put/seqid=0 2024-11-21T19:38:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742073_1249 (size=12001) 2024-11-21T19:38:47,542 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/86c64947725447158f2b0524fb40cee1 2024-11-21T19:38:47,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/3ffd25664ab4429db219cbb608998119 is 50, key is test_row_0/B:col10/1732217926726/Put/seqid=0 2024-11-21T19:38:47,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742074_1250 (size=12001) 2024-11-21T19:38:47,636 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/3ffd25664ab4429db219cbb608998119 2024-11-21T19:38:47,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/a6f90ccb3c0141a4a86455c3c03d5e79 is 50, key is test_row_0/C:col10/1732217926726/Put/seqid=0 2024-11-21T19:38:47,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742075_1251 (size=12001) 2024-11-21T19:38:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T19:38:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:47,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:47,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217987870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217987871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217987875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217987879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217987879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217987980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217987985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217987987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:47,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217987987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/a6f90ccb3c0141a4a86455c3c03d5e79 2024-11-21T19:38:48,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/86c64947725447158f2b0524fb40cee1 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/86c64947725447158f2b0524fb40cee1 2024-11-21T19:38:48,116 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/86c64947725447158f2b0524fb40cee1, entries=150, sequenceid=39, filesize=11.7 K 2024-11-21T19:38:48,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/3ffd25664ab4429db219cbb608998119 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/3ffd25664ab4429db219cbb608998119 2024-11-21T19:38:48,123 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/3ffd25664ab4429db219cbb608998119, entries=150, sequenceid=39, filesize=11.7 K 2024-11-21T19:38:48,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/a6f90ccb3c0141a4a86455c3c03d5e79 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a6f90ccb3c0141a4a86455c3c03d5e79 2024-11-21T19:38:48,129 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a6f90ccb3c0141a4a86455c3c03d5e79, entries=150, sequenceid=39, filesize=11.7 K 2024-11-21T19:38:48,130 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 484a8709d2186e75f79103e3988df2df in 655ms, sequenceid=39, compaction requested=false 2024-11-21T19:38:48,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:48,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:48,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-21T19:38:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-21T19:38:48,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-21T19:38:48,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4620 sec 2024-11-21T19:38:48,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.4690 sec 2024-11-21T19:38:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:48,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T19:38:48,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:48,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:48,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:48,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:48,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:48,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:48,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/2bbe48fe382c4ab9969263b858f3c253 is 50, key is test_row_0/A:col10/1732217928192/Put/seqid=0 2024-11-21T19:38:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742076_1252 (size=14341) 2024-11-21T19:38:48,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/2bbe48fe382c4ab9969263b858f3c253 2024-11-21T19:38:48,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/14fde8fae3bf43349e40684c6e8be00d is 50, key is test_row_0/B:col10/1732217928192/Put/seqid=0 2024-11-21T19:38:48,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217988215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217988222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217988227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217988227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742077_1253 (size=12001) 2024-11-21T19:38:48,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/14fde8fae3bf43349e40684c6e8be00d 2024-11-21T19:38:48,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/98623e5f792e43339d597608ff5c0814 is 50, key is test_row_0/C:col10/1732217928192/Put/seqid=0 2024-11-21T19:38:48,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742078_1254 (size=12001) 2024-11-21T19:38:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217988327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217988330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217988331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217988336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217988537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217988538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217988538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217988538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/98623e5f792e43339d597608ff5c0814 2024-11-21T19:38:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/2bbe48fe382c4ab9969263b858f3c253 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2bbe48fe382c4ab9969263b858f3c253 2024-11-21T19:38:48,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2bbe48fe382c4ab9969263b858f3c253, entries=200, sequenceid=53, filesize=14.0 K 2024-11-21T19:38:48,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/14fde8fae3bf43349e40684c6e8be00d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/14fde8fae3bf43349e40684c6e8be00d 2024-11-21T19:38:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-21T19:38:48,791 INFO [Thread-1139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-21T19:38:48,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-21T19:38:48,801 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T19:38:48,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/14fde8fae3bf43349e40684c6e8be00d, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T19:38:48,806 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:48,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:48,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/98623e5f792e43339d597608ff5c0814 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/98623e5f792e43339d597608ff5c0814 2024-11-21T19:38:48,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217988842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/98623e5f792e43339d597608ff5c0814, entries=150, sequenceid=53, filesize=11.7 K 2024-11-21T19:38:48,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217988844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 484a8709d2186e75f79103e3988df2df in 658ms, sequenceid=53, compaction requested=true 2024-11-21T19:38:48,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:48,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:48,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:48,850 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:48,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:48,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:48,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:48,850 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:48,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:48,852 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:48,852 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/A is initiating minor compaction (all files) 2024-11-21T19:38:48,852 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/A in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:48,852 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/e3c749a24f0d4edaa5b804e03921f993, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/86c64947725447158f2b0524fb40cee1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2bbe48fe382c4ab9969263b858f3c253] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=37.4 K 2024-11-21T19:38:48,852 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:48,852 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3c749a24f0d4edaa5b804e03921f993, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732217926675 2024-11-21T19:38:48,852 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/B is initiating minor compaction (all files) 2024-11-21T19:38:48,853 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/B in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:48,853 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6cf86961af2d43ddbe21fccf04b4d172, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/3ffd25664ab4429db219cbb608998119, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/14fde8fae3bf43349e40684c6e8be00d] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=35.2 K 2024-11-21T19:38:48,853 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86c64947725447158f2b0524fb40cee1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732217926724 2024-11-21T19:38:48,853 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cf86961af2d43ddbe21fccf04b4d172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732217926675 2024-11-21T19:38:48,853 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bbe48fe382c4ab9969263b858f3c253, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732217927863 2024-11-21T19:38:48,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T19:38:48,854 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ffd25664ab4429db219cbb608998119, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732217926724 2024-11-21T19:38:48,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:48,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:48,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:48,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:48,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:48,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:48,855 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 14fde8fae3bf43349e40684c6e8be00d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732217927863 2024-11-21T19:38:48,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/cb43fb46e6324cfca5d434c2098640d9 is 50, key is test_row_0/A:col10/1732217928217/Put/seqid=0 2024-11-21T19:38:48,874 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#B#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:48,874 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/ddc283c3eb7641f4bcf001f58e12f1a3 is 50, key is test_row_0/B:col10/1732217928192/Put/seqid=0 2024-11-21T19:38:48,897 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#A#compaction#206 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:48,898 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/7ce3342e99484c06b08df1b8055c6198 is 50, key is test_row_0/A:col10/1732217928192/Put/seqid=0 2024-11-21T19:38:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T19:38:48,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217988896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217988912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217988914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742079_1255 (size=12001) 2024-11-21T19:38:48,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/cb43fb46e6324cfca5d434c2098640d9 2024-11-21T19:38:48,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742080_1256 (size=12104) 2024-11-21T19:38:48,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742081_1257 (size=12104) 2024-11-21T19:38:48,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/fc8720d091b64e6ba8bf425a41ea8414 is 50, key is test_row_0/B:col10/1732217928217/Put/seqid=0 2024-11-21T19:38:48,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:48,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:48,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:48,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:48,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:48,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:48,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:48,990 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/7ce3342e99484c06b08df1b8055c6198 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7ce3342e99484c06b08df1b8055c6198 2024-11-21T19:38:49,006 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/A of 484a8709d2186e75f79103e3988df2df into 7ce3342e99484c06b08df1b8055c6198(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:49,006 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:49,006 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/A, priority=13, startTime=1732217928850; duration=0sec 2024-11-21T19:38:49,006 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:49,006 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:A 2024-11-21T19:38:49,006 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:49,008 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:49,008 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/C is initiating minor compaction (all files) 2024-11-21T19:38:49,008 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/C in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,008 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c7fb9314361b47ad9a03f9040b4f2d59, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a6f90ccb3c0141a4a86455c3c03d5e79, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/98623e5f792e43339d597608ff5c0814] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=35.2 K 2024-11-21T19:38:49,009 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7fb9314361b47ad9a03f9040b4f2d59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732217926675 2024-11-21T19:38:49,011 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6f90ccb3c0141a4a86455c3c03d5e79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732217926724 2024-11-21T19:38:49,012 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98623e5f792e43339d597608ff5c0814, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732217927863 2024-11-21T19:38:49,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217989013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742082_1258 (size=12001) 2024-11-21T19:38:49,020 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#C#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:49,020 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/c85aaacbafb046da96d60f27f70ea13b is 50, key is test_row_0/C:col10/1732217928192/Put/seqid=0 2024-11-21T19:38:49,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217989020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/fc8720d091b64e6ba8bf425a41ea8414 2024-11-21T19:38:49,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217989022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/81276d231b5347d580f518bae8b5c810 is 50, key is test_row_0/C:col10/1732217928217/Put/seqid=0 2024-11-21T19:38:49,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742083_1259 (size=12104) 2024-11-21T19:38:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742084_1260 (size=12001) 2024-11-21T19:38:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T19:38:49,141 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217989219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217989228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217989231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:49,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217989354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217989356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,362 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/ddc283c3eb7641f4bcf001f58e12f1a3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/ddc283c3eb7641f4bcf001f58e12f1a3 2024-11-21T19:38:49,384 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/B of 484a8709d2186e75f79103e3988df2df into ddc283c3eb7641f4bcf001f58e12f1a3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:49,384 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:49,384 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/B, priority=13, startTime=1732217928850; duration=0sec 2024-11-21T19:38:49,384 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:49,384 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:B 2024-11-21T19:38:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T19:38:49,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:49,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,459 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/c85aaacbafb046da96d60f27f70ea13b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c85aaacbafb046da96d60f27f70ea13b 2024-11-21T19:38:49,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:49,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/81276d231b5347d580f518bae8b5c810 2024-11-21T19:38:49,473 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/C of 484a8709d2186e75f79103e3988df2df into c85aaacbafb046da96d60f27f70ea13b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:49,474 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:49,474 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/C, priority=13, startTime=1732217928850; duration=0sec 2024-11-21T19:38:49,475 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:49,476 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:C 2024-11-21T19:38:49,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/cb43fb46e6324cfca5d434c2098640d9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb43fb46e6324cfca5d434c2098640d9 2024-11-21T19:38:49,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb43fb46e6324cfca5d434c2098640d9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T19:38:49,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/fc8720d091b64e6ba8bf425a41ea8414 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/fc8720d091b64e6ba8bf425a41ea8414 2024-11-21T19:38:49,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/fc8720d091b64e6ba8bf425a41ea8414, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T19:38:49,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/81276d231b5347d580f518bae8b5c810 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/81276d231b5347d580f518bae8b5c810 2024-11-21T19:38:49,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/81276d231b5347d580f518bae8b5c810, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T19:38:49,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 484a8709d2186e75f79103e3988df2df in 664ms, sequenceid=77, compaction requested=false 2024-11-21T19:38:49,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:49,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T19:38:49,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:49,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:49,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:49,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:49,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:49,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:49,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/50bd96d2c6bd419e9055ba59fb613d65 is 50, key is test_row_0/A:col10/1732217929528/Put/seqid=0 2024-11-21T19:38:49,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742085_1261 (size=12001) 2024-11-21T19:38:49,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217989603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217989603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217989606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:38:49,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217989711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217989711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217989711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T19:38:49,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217989915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217989915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217989922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:49,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:49,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:49,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:49,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/50bd96d2c6bd419e9055ba59fb613d65 2024-11-21T19:38:50,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/df332da9dc5247f58bf02998842ed7e8 is 50, key is test_row_0/B:col10/1732217929528/Put/seqid=0 2024-11-21T19:38:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742086_1262 (size=12001) 2024-11-21T19:38:50,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/df332da9dc5247f58bf02998842ed7e8 2024-11-21T19:38:50,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/d7e5a856b42141e98a2eb4ace9b4f58b is 50, key is test_row_0/C:col10/1732217929528/Put/seqid=0 2024-11-21T19:38:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742087_1263 (size=12001) 2024-11-21T19:38:50,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/d7e5a856b42141e98a2eb4ace9b4f58b 2024-11-21T19:38:50,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/50bd96d2c6bd419e9055ba59fb613d65 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/50bd96d2c6bd419e9055ba59fb613d65 2024-11-21T19:38:50,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/50bd96d2c6bd419e9055ba59fb613d65, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T19:38:50,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/df332da9dc5247f58bf02998842ed7e8 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/df332da9dc5247f58bf02998842ed7e8 2024-11-21T19:38:50,111 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/df332da9dc5247f58bf02998842ed7e8, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T19:38:50,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/d7e5a856b42141e98a2eb4ace9b4f58b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d7e5a856b42141e98a2eb4ace9b4f58b 2024-11-21T19:38:50,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:50,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:50,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d7e5a856b42141e98a2eb4ace9b4f58b, entries=150, sequenceid=94, filesize=11.7 K 2024-11-21T19:38:50,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 484a8709d2186e75f79103e3988df2df in 596ms, sequenceid=94, compaction requested=true 2024-11-21T19:38:50,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:50,127 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:50,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:50,128 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:50,128 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/A is initiating minor compaction (all files) 2024-11-21T19:38:50,128 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/A in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,128 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7ce3342e99484c06b08df1b8055c6198, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb43fb46e6324cfca5d434c2098640d9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/50bd96d2c6bd419e9055ba59fb613d65] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=35.3 K 2024-11-21T19:38:50,129 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:50,129 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ce3342e99484c06b08df1b8055c6198, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732217927863 2024-11-21T19:38:50,130 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb43fb46e6324cfca5d434c2098640d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732217928217 2024-11-21T19:38:50,130 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:50,131 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/B is initiating minor compaction (all files) 2024-11-21T19:38:50,131 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/B in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,131 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/ddc283c3eb7641f4bcf001f58e12f1a3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/fc8720d091b64e6ba8bf425a41ea8414, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/df332da9dc5247f58bf02998842ed7e8] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=35.3 K 2024-11-21T19:38:50,131 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ddc283c3eb7641f4bcf001f58e12f1a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732217927863 2024-11-21T19:38:50,131 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50bd96d2c6bd419e9055ba59fb613d65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732217928872 2024-11-21T19:38:50,132 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting fc8720d091b64e6ba8bf425a41ea8414, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732217928217 2024-11-21T19:38:50,133 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting df332da9dc5247f58bf02998842ed7e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732217928872 2024-11-21T19:38:50,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:50,153 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#A#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:50,153 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/2a8a2ebb9ad741d995fc319c6ee41620 is 50, key is test_row_0/A:col10/1732217929528/Put/seqid=0 2024-11-21T19:38:50,165 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#B#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:50,166 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/f2f088dd9c7d42299b2a2a059205847e is 50, key is test_row_0/B:col10/1732217929528/Put/seqid=0 2024-11-21T19:38:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742089_1265 (size=12207) 2024-11-21T19:38:50,197 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/f2f088dd9c7d42299b2a2a059205847e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f2f088dd9c7d42299b2a2a059205847e 2024-11-21T19:38:50,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742088_1264 (size=12207) 2024-11-21T19:38:50,210 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/B of 484a8709d2186e75f79103e3988df2df into f2f088dd9c7d42299b2a2a059205847e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:50,210 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:50,210 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/B, priority=13, startTime=1732217930128; duration=0sec 2024-11-21T19:38:50,210 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:50,210 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:B 2024-11-21T19:38:50,210 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:50,211 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/2a8a2ebb9ad741d995fc319c6ee41620 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2a8a2ebb9ad741d995fc319c6ee41620 2024-11-21T19:38:50,214 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:50,214 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/C is initiating minor compaction (all files) 2024-11-21T19:38:50,214 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/C in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,214 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c85aaacbafb046da96d60f27f70ea13b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/81276d231b5347d580f518bae8b5c810, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d7e5a856b42141e98a2eb4ace9b4f58b] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=35.3 K 2024-11-21T19:38:50,216 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting c85aaacbafb046da96d60f27f70ea13b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732217927863 2024-11-21T19:38:50,218 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 81276d231b5347d580f518bae8b5c810, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732217928217 2024-11-21T19:38:50,219 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d7e5a856b42141e98a2eb4ace9b4f58b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732217928872 2024-11-21T19:38:50,223 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/A of 484a8709d2186e75f79103e3988df2df into 2a8a2ebb9ad741d995fc319c6ee41620(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:50,223 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:50,223 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/A, priority=13, startTime=1732217930127; duration=0sec 2024-11-21T19:38:50,223 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:50,223 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:A 2024-11-21T19:38:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:50,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T19:38:50,236 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:50,237 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/8e23c36750eb4f4eb86230d416fad494 is 50, key is test_row_0/C:col10/1732217929528/Put/seqid=0 2024-11-21T19:38:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:50,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:50,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/155afbc168da4b5f88f06693b24160d7 is 50, key is test_row_0/A:col10/1732217930223/Put/seqid=0 2024-11-21T19:38:50,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217990269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217990270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:50,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:50,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742091_1267 (size=12001) 2024-11-21T19:38:50,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742090_1266 (size=12207) 2024-11-21T19:38:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217990271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217990360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217990364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217990373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217990391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217990391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:50,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217990577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,589 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:50,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:50,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217990595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217990599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/155afbc168da4b5f88f06693b24160d7 2024-11-21T19:38:50,683 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/8e23c36750eb4f4eb86230d416fad494 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/8e23c36750eb4f4eb86230d416fad494 2024-11-21T19:38:50,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/c5dc0511446f4695b78fb76fc2baaa51 is 50, key is test_row_0/B:col10/1732217930223/Put/seqid=0 2024-11-21T19:38:50,695 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/C of 484a8709d2186e75f79103e3988df2df into 8e23c36750eb4f4eb86230d416fad494(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:50,695 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:50,695 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/C, priority=13, startTime=1732217930144; duration=0sec 2024-11-21T19:38:50,695 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:50,695 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:C 2024-11-21T19:38:50,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742092_1268 (size=12001) 2024-11-21T19:38:50,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217990880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217990896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:50,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:50,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217990903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:50,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:50,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:50,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T19:38:51,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:51,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:51,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:51,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:51,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:51,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/c5dc0511446f4695b78fb76fc2baaa51 2024-11-21T19:38:51,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/ddeaae412e384664b8c087ef468c4c93 is 50, key is test_row_0/C:col10/1732217930223/Put/seqid=0 2024-11-21T19:38:51,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742093_1269 (size=12001) 2024-11-21T19:38:51,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:51,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:51,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,365 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:51,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:51,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:51,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217991390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:51,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217991403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:51,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:51,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217991408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:51,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:51,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:51,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:51,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:51,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/ddeaae412e384664b8c087ef468c4c93 2024-11-21T19:38:51,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/155afbc168da4b5f88f06693b24160d7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/155afbc168da4b5f88f06693b24160d7 2024-11-21T19:38:51,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/155afbc168da4b5f88f06693b24160d7, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T19:38:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/c5dc0511446f4695b78fb76fc2baaa51 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c5dc0511446f4695b78fb76fc2baaa51 2024-11-21T19:38:51,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c5dc0511446f4695b78fb76fc2baaa51, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T19:38:51,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/ddeaae412e384664b8c087ef468c4c93 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ddeaae412e384664b8c087ef468c4c93 2024-11-21T19:38:51,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ddeaae412e384664b8c087ef468c4c93, entries=150, sequenceid=120, filesize=11.7 K 2024-11-21T19:38:51,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 484a8709d2186e75f79103e3988df2df in 1368ms, sequenceid=120, compaction requested=false 2024-11-21T19:38:51,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:51,676 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:51,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-21T19:38:51,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:51,676 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T19:38:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:51,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/93d087edc1324d258951999d876ddfe5 is 50, key is test_row_0/A:col10/1732217930270/Put/seqid=0 2024-11-21T19:38:51,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742094_1270 (size=12101) 2024-11-21T19:38:52,141 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/93d087edc1324d258951999d876ddfe5 2024-11-21T19:38:52,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/c03a0daa657c45d0a418d61b2b954c75 is 50, key is test_row_0/B:col10/1732217930270/Put/seqid=0 2024-11-21T19:38:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742095_1271 (size=12101) 2024-11-21T19:38:52,156 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/c03a0daa657c45d0a418d61b2b954c75 2024-11-21T19:38:52,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/139f16efb61e43d086204801a64bad05 is 50, key is test_row_0/C:col10/1732217930270/Put/seqid=0 2024-11-21T19:38:52,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742096_1272 (size=12101) 2024-11-21T19:38:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:52,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217992406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217992408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217992409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217992412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217992414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217992512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217992515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217992515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,577 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/139f16efb61e43d086204801a64bad05 2024-11-21T19:38:52,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/93d087edc1324d258951999d876ddfe5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/93d087edc1324d258951999d876ddfe5 2024-11-21T19:38:52,585 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/93d087edc1324d258951999d876ddfe5, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T19:38:52,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/c03a0daa657c45d0a418d61b2b954c75 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c03a0daa657c45d0a418d61b2b954c75 2024-11-21T19:38:52,590 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c03a0daa657c45d0a418d61b2b954c75, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T19:38:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/139f16efb61e43d086204801a64bad05 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/139f16efb61e43d086204801a64bad05 2024-11-21T19:38:52,595 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/139f16efb61e43d086204801a64bad05, entries=150, sequenceid=133, filesize=11.8 K 2024-11-21T19:38:52,595 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 484a8709d2186e75f79103e3988df2df in 919ms, sequenceid=133, compaction requested=true 2024-11-21T19:38:52,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:52,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:52,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-21T19:38:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-21T19:38:52,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-21T19:38:52,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7930 sec 2024-11-21T19:38:52,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 3.8140 sec 2024-11-21T19:38:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:52,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T19:38:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:52,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:52,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/5b5c736c79274f96a5a1522bdf19b498 is 50, key is test_row_0/A:col10/1732217932720/Put/seqid=0 2024-11-21T19:38:52,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217992739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217992739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217992740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742097_1273 (size=19321) 2024-11-21T19:38:52,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/5b5c736c79274f96a5a1522bdf19b498 2024-11-21T19:38:52,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/08374c10cad0403c839c1a2e813433a5 is 50, key is test_row_0/B:col10/1732217932720/Put/seqid=0 2024-11-21T19:38:52,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742098_1274 (size=12151) 2024-11-21T19:38:52,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217992845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217992845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217992845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-21T19:38:52,919 INFO [Thread-1139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-21T19:38:52,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-21T19:38:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T19:38:52,935 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:52,936 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:52,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T19:38:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217993048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:53,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217993048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:53,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217993048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:53,092 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:53,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T19:38:53,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:53,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:53,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:53,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/08374c10cad0403c839c1a2e813433a5 2024-11-21T19:38:53,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/76200ef729104f979641bf6218cd593f is 50, key is test_row_0/C:col10/1732217932720/Put/seqid=0 2024-11-21T19:38:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T19:38:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742099_1275 (size=12151) 2024-11-21T19:38:53,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:53,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T19:38:53,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:53,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:53,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:53,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:53,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:53,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/76200ef729104f979641bf6218cd593f 2024-11-21T19:38:53,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/5b5c736c79274f96a5a1522bdf19b498 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5b5c736c79274f96a5a1522bdf19b498 2024-11-21T19:38:53,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5b5c736c79274f96a5a1522bdf19b498, entries=300, sequenceid=160, filesize=18.9 K 2024-11-21T19:38:53,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/08374c10cad0403c839c1a2e813433a5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/08374c10cad0403c839c1a2e813433a5 2024-11-21T19:38:53,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/08374c10cad0403c839c1a2e813433a5, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T19:38:53,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/76200ef729104f979641bf6218cd593f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/76200ef729104f979641bf6218cd593f 2024-11-21T19:38:53,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217993353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:53,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217993355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:53,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217993355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:53,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/76200ef729104f979641bf6218cd593f, entries=150, sequenceid=160, filesize=11.9 K 2024-11-21T19:38:53,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 484a8709d2186e75f79103e3988df2df in 663ms, sequenceid=160, compaction requested=true 2024-11-21T19:38:53,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:53,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:53,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:53,386 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:53,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:53,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:53,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:53,386 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:53,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:53,389 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:53,389 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/B is initiating minor compaction (all files) 2024-11-21T19:38:53,389 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/B in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:53,389 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f2f088dd9c7d42299b2a2a059205847e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c5dc0511446f4695b78fb76fc2baaa51, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c03a0daa657c45d0a418d61b2b954c75, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/08374c10cad0403c839c1a2e813433a5] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=47.3 K 2024-11-21T19:38:53,391 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55630 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:53,391 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/A is initiating minor compaction (all files) 2024-11-21T19:38:53,391 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/A in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:53,391 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2a8a2ebb9ad741d995fc319c6ee41620, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/155afbc168da4b5f88f06693b24160d7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/93d087edc1324d258951999d876ddfe5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5b5c736c79274f96a5a1522bdf19b498] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=54.3 K 2024-11-21T19:38:53,392 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a8a2ebb9ad741d995fc319c6ee41620, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732217928872 2024-11-21T19:38:53,392 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting f2f088dd9c7d42299b2a2a059205847e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732217928872 2024-11-21T19:38:53,393 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting c5dc0511446f4695b78fb76fc2baaa51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732217929604 2024-11-21T19:38:53,394 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 155afbc168da4b5f88f06693b24160d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732217929604 2024-11-21T19:38:53,395 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting c03a0daa657c45d0a418d61b2b954c75, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732217930264 2024-11-21T19:38:53,395 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93d087edc1324d258951999d876ddfe5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732217930264 2024-11-21T19:38:53,395 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b5c736c79274f96a5a1522bdf19b498, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732217932398 2024-11-21T19:38:53,396 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 08374c10cad0403c839c1a2e813433a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732217932407 2024-11-21T19:38:53,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:53,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-21T19:38:53,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:53,415 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-21T19:38:53,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:53,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:53,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:53,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:53,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:53,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:53,424 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:53,425 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/04fd5604ad1549cb8b98a4cdb9d18681 is 50, key is test_row_0/B:col10/1732217932720/Put/seqid=0 2024-11-21T19:38:53,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/7005dda2ef324f71bf596ac029bfdf48 is 50, key is test_row_0/A:col10/1732217932738/Put/seqid=0 2024-11-21T19:38:53,432 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#A#compaction#227 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:53,432 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/b62f8a80d2e74d32a1cd389b94e1fd2d is 50, key is test_row_0/A:col10/1732217932720/Put/seqid=0 2024-11-21T19:38:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742100_1276 (size=12493) 2024-11-21T19:38:53,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742101_1277 (size=12151) 2024-11-21T19:38:53,482 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/7005dda2ef324f71bf596ac029bfdf48 2024-11-21T19:38:53,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742102_1278 (size=12493) 2024-11-21T19:38:53,502 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/b62f8a80d2e74d32a1cd389b94e1fd2d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b62f8a80d2e74d32a1cd389b94e1fd2d 2024-11-21T19:38:53,511 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 484a8709d2186e75f79103e3988df2df/A of 484a8709d2186e75f79103e3988df2df into b62f8a80d2e74d32a1cd389b94e1fd2d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:53,511 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:53,511 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/A, priority=12, startTime=1732217933386; duration=0sec 2024-11-21T19:38:53,511 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:53,511 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:A 2024-11-21T19:38:53,511 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:53,513 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:53,513 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/C is initiating minor compaction (all files) 2024-11-21T19:38:53,513 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/C in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:53,513 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/8e23c36750eb4f4eb86230d416fad494, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ddeaae412e384664b8c087ef468c4c93, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/139f16efb61e43d086204801a64bad05, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/76200ef729104f979641bf6218cd593f] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=47.3 K 2024-11-21T19:38:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/8ed046be5c3e48c8bdc3efc18b06be5d is 50, key is test_row_0/B:col10/1732217932738/Put/seqid=0 2024-11-21T19:38:53,513 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e23c36750eb4f4eb86230d416fad494, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732217928872 2024-11-21T19:38:53,514 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddeaae412e384664b8c087ef468c4c93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732217929604 2024-11-21T19:38:53,514 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 139f16efb61e43d086204801a64bad05, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732217930264 2024-11-21T19:38:53,515 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76200ef729104f979641bf6218cd593f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732217932407 2024-11-21T19:38:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T19:38:53,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742103_1279 (size=12151) 2024-11-21T19:38:53,538 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/8ed046be5c3e48c8bdc3efc18b06be5d 2024-11-21T19:38:53,550 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#C#compaction#229 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:53,551 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/a69ed14b61df4770b55741c4466ce494 is 50, key is test_row_0/C:col10/1732217932720/Put/seqid=0 2024-11-21T19:38:53,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/f6d7384bec3546399fba0732d2fff8e9 is 50, key is test_row_0/C:col10/1732217932738/Put/seqid=0 2024-11-21T19:38:53,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742104_1280 (size=12493) 2024-11-21T19:38:53,592 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/a69ed14b61df4770b55741c4466ce494 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a69ed14b61df4770b55741c4466ce494 2024-11-21T19:38:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742105_1281 (size=12151) 2024-11-21T19:38:53,597 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/f6d7384bec3546399fba0732d2fff8e9 2024-11-21T19:38:53,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/7005dda2ef324f71bf596ac029bfdf48 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7005dda2ef324f71bf596ac029bfdf48 2024-11-21T19:38:53,611 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7005dda2ef324f71bf596ac029bfdf48, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T19:38:53,612 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 484a8709d2186e75f79103e3988df2df/C of 484a8709d2186e75f79103e3988df2df into a69ed14b61df4770b55741c4466ce494(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:53,612 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:53,612 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/C, priority=12, startTime=1732217933386; duration=0sec 2024-11-21T19:38:53,612 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:53,612 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:C 2024-11-21T19:38:53,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/8ed046be5c3e48c8bdc3efc18b06be5d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/8ed046be5c3e48c8bdc3efc18b06be5d 2024-11-21T19:38:53,618 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/8ed046be5c3e48c8bdc3efc18b06be5d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T19:38:53,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/f6d7384bec3546399fba0732d2fff8e9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/f6d7384bec3546399fba0732d2fff8e9 2024-11-21T19:38:53,627 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/f6d7384bec3546399fba0732d2fff8e9, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T19:38:53,628 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 484a8709d2186e75f79103e3988df2df in 213ms, sequenceid=169, compaction requested=false 2024-11-21T19:38:53,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:53,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:53,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-21T19:38:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-21T19:38:53,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-21T19:38:53,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 694 msec 2024-11-21T19:38:53,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 714 msec 2024-11-21T19:38:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:53,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:38:53,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:53,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:53,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:53,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:53,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:53,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:53,888 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/04fd5604ad1549cb8b98a4cdb9d18681 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/04fd5604ad1549cb8b98a4cdb9d18681 2024-11-21T19:38:53,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/9c7be60c7e90457987351923f6d72d71 is 50, key is test_row_0/A:col10/1732217933873/Put/seqid=0 2024-11-21T19:38:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742106_1282 (size=14541) 2024-11-21T19:38:53,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/9c7be60c7e90457987351923f6d72d71 2024-11-21T19:38:53,965 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 484a8709d2186e75f79103e3988df2df/B of 484a8709d2186e75f79103e3988df2df into 04fd5604ad1549cb8b98a4cdb9d18681(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:53,965 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:53,965 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/B, priority=12, startTime=1732217933386; duration=0sec 2024-11-21T19:38:53,965 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:53,965 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:B 2024-11-21T19:38:53,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/71bb7a35f2144f7d893816e1e020d6ef is 50, key is test_row_0/B:col10/1732217933873/Put/seqid=0 2024-11-21T19:38:54,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742107_1283 (size=12151) 2024-11-21T19:38:54,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/71bb7a35f2144f7d893816e1e020d6ef 2024-11-21T19:38:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-21T19:38:54,043 INFO [Thread-1139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-21T19:38:54,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-21T19:38:54,059 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:54,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217994054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217994054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217994055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/d65824da9a314ce9b295b2ab088ec320 is 50, key is test_row_0/C:col10/1732217933873/Put/seqid=0 2024-11-21T19:38:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T19:38:54,067 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:54,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:54,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742108_1284 (size=12151) 2024-11-21T19:38:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217994163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T19:38:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217994164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217994165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:54,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:54,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217994368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217994370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217994370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T19:38:54,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217994434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,436 DEBUG [Thread-1131 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., hostname=2d90ca23533b,46653,1732217858981, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:38:54,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217994441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,443 DEBUG [Thread-1135 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., hostname=2d90ca23533b,46653,1732217858981, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:38:54,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/d65824da9a314ce9b295b2ab088ec320 2024-11-21T19:38:54,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/9c7be60c7e90457987351923f6d72d71 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/9c7be60c7e90457987351923f6d72d71 2024-11-21T19:38:54,591 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:54,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:54,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/9c7be60c7e90457987351923f6d72d71, entries=200, sequenceid=183, filesize=14.2 K 2024-11-21T19:38:54,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/71bb7a35f2144f7d893816e1e020d6ef as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/71bb7a35f2144f7d893816e1e020d6ef 2024-11-21T19:38:54,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/71bb7a35f2144f7d893816e1e020d6ef, entries=150, sequenceid=183, filesize=11.9 K 2024-11-21T19:38:54,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/d65824da9a314ce9b295b2ab088ec320 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d65824da9a314ce9b295b2ab088ec320 2024-11-21T19:38:54,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d65824da9a314ce9b295b2ab088ec320, entries=150, sequenceid=183, filesize=11.9 K 2024-11-21T19:38:54,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 484a8709d2186e75f79103e3988df2df in 775ms, sequenceid=183, compaction requested=true 2024-11-21T19:38:54,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:54,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:54,656 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:38:54,658 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:54,658 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/A is initiating minor compaction (all files) 2024-11-21T19:38:54,658 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/A in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,658 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b62f8a80d2e74d32a1cd389b94e1fd2d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7005dda2ef324f71bf596ac029bfdf48, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/9c7be60c7e90457987351923f6d72d71] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=38.3 K 2024-11-21T19:38:54,658 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:54,659 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting b62f8a80d2e74d32a1cd389b94e1fd2d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732217932407 2024-11-21T19:38:54,660 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7005dda2ef324f71bf596ac029bfdf48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732217932734 2024-11-21T19:38:54,660 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c7be60c7e90457987351923f6d72d71, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732217933865 2024-11-21T19:38:54,674 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:54,674 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/B is initiating minor compaction (all files) 2024-11-21T19:38:54,674 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/B in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,674 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/04fd5604ad1549cb8b98a4cdb9d18681, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/8ed046be5c3e48c8bdc3efc18b06be5d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/71bb7a35f2144f7d893816e1e020d6ef] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=35.9 K 2024-11-21T19:38:54,677 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 04fd5604ad1549cb8b98a4cdb9d18681, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732217932407 2024-11-21T19:38:54,683 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ed046be5c3e48c8bdc3efc18b06be5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732217932734 2024-11-21T19:38:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:54,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:38:54,684 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 71bb7a35f2144f7d893816e1e020d6ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732217933865 2024-11-21T19:38:54,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:54,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:54,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:54,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:54,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:54,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:54,693 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#A#compaction#234 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:54,694 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/c0ab9565568a4948b94f11f5e9d2f932 is 50, key is test_row_0/A:col10/1732217933873/Put/seqid=0 2024-11-21T19:38:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T19:38:54,706 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#B#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:54,706 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/f5f6e7c3563e4665b22e6595ea111be9 is 50, key is test_row_0/B:col10/1732217933873/Put/seqid=0 2024-11-21T19:38:54,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/0d99c48d44234061b54a85aa7e738162 is 50, key is test_row_0/A:col10/1732217934673/Put/seqid=0 2024-11-21T19:38:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217994727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217994729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217994731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742110_1286 (size=12595) 2024-11-21T19:38:54,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742109_1285 (size=12595) 2024-11-21T19:38:54,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:54,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:54,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742111_1287 (size=12151) 2024-11-21T19:38:54,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217994836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217994837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217994838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,908 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:54,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:54,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:54,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:54,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217995040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217995041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217995041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/0d99c48d44234061b54a85aa7e738162 2024-11-21T19:38:55,188 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/f5f6e7c3563e4665b22e6595ea111be9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f5f6e7c3563e4665b22e6595ea111be9 2024-11-21T19:38:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T19:38:55,200 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/c0ab9565568a4948b94f11f5e9d2f932 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/c0ab9565568a4948b94f11f5e9d2f932 2024-11-21T19:38:55,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/6a043d87e32e42319a93313c51c41617 is 50, key is test_row_0/B:col10/1732217934673/Put/seqid=0 2024-11-21T19:38:55,217 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/A of 484a8709d2186e75f79103e3988df2df into c0ab9565568a4948b94f11f5e9d2f932(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:55,218 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:55,218 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/A, priority=13, startTime=1732217934655; duration=0sec 2024-11-21T19:38:55,218 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:55,218 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:A 2024-11-21T19:38:55,218 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:38:55,221 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/B of 484a8709d2186e75f79103e3988df2df into f5f6e7c3563e4665b22e6595ea111be9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:55,221 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:55,221 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/B, priority=13, startTime=1732217934656; duration=0sec 2024-11-21T19:38:55,221 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:55,221 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:B 2024-11-21T19:38:55,225 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:38:55,225 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/C is initiating minor compaction (all files) 2024-11-21T19:38:55,225 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/C in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,225 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a69ed14b61df4770b55741c4466ce494, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/f6d7384bec3546399fba0732d2fff8e9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d65824da9a314ce9b295b2ab088ec320] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=35.9 K 2024-11-21T19:38:55,226 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a69ed14b61df4770b55741c4466ce494, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732217932407 2024-11-21T19:38:55,228 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6d7384bec3546399fba0732d2fff8e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732217932734 2024-11-21T19:38:55,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742112_1288 (size=12151) 2024-11-21T19:38:55,235 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,235 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d65824da9a314ce9b295b2ab088ec320, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732217933865 2024-11-21T19:38:55,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:55,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:55,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,282 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#C#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:55,283 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/6853a97c2465475681442112d3cf7c62 is 50, key is test_row_0/C:col10/1732217933873/Put/seqid=0 2024-11-21T19:38:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742113_1289 (size=12595) 2024-11-21T19:38:55,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217995346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217995346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217995351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:55,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:55,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:55,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:55,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:55,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/6a043d87e32e42319a93313c51c41617 2024-11-21T19:38:55,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/b90a455e65dd47c6b804a53ef0534ccb is 50, key is test_row_0/C:col10/1732217934673/Put/seqid=0 2024-11-21T19:38:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742114_1290 (size=12151) 2024-11-21T19:38:55,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/b90a455e65dd47c6b804a53ef0534ccb 2024-11-21T19:38:55,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/0d99c48d44234061b54a85aa7e738162 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/0d99c48d44234061b54a85aa7e738162 2024-11-21T19:38:55,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/0d99c48d44234061b54a85aa7e738162, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T19:38:55,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/6a043d87e32e42319a93313c51c41617 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6a043d87e32e42319a93313c51c41617 2024-11-21T19:38:55,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6a043d87e32e42319a93313c51c41617, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T19:38:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/b90a455e65dd47c6b804a53ef0534ccb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/b90a455e65dd47c6b804a53ef0534ccb 2024-11-21T19:38:55,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/b90a455e65dd47c6b804a53ef0534ccb, entries=150, sequenceid=210, filesize=11.9 K 2024-11-21T19:38:55,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 484a8709d2186e75f79103e3988df2df in 1045ms, sequenceid=210, compaction requested=false 2024-11-21T19:38:55,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:55,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-21T19:38:55,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:55,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T19:38:55,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:55,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:55,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:55,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:55,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:55,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:55,755 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/6853a97c2465475681442112d3cf7c62 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/6853a97c2465475681442112d3cf7c62 2024-11-21T19:38:55,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/b16fa204f2454d38993964b3c6e690ba is 50, key is test_row_0/A:col10/1732217934705/Put/seqid=0 2024-11-21T19:38:55,767 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/C of 484a8709d2186e75f79103e3988df2df into 6853a97c2465475681442112d3cf7c62(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:55,767 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:55,767 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/C, priority=13, startTime=1732217934656; duration=0sec 2024-11-21T19:38:55,767 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:55,767 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:C 2024-11-21T19:38:55,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742115_1291 (size=12151) 2024-11-21T19:38:55,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:55,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217995905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217995903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217995911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217996011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217996011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217996019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,170 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/b16fa204f2454d38993964b3c6e690ba 2024-11-21T19:38:56,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/a94113965a354b808a3dca7c2be0e2bb is 50, key is test_row_0/B:col10/1732217934705/Put/seqid=0 2024-11-21T19:38:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T19:38:56,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742116_1292 (size=12151) 2024-11-21T19:38:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217996214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217996215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217996224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217996518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217996519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217996527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:56,616 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/a94113965a354b808a3dca7c2be0e2bb 2024-11-21T19:38:56,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/cf8113ea38a64dd2a8124f4c6a6649ed is 50, key is test_row_0/C:col10/1732217934705/Put/seqid=0 2024-11-21T19:38:56,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742117_1293 (size=12151) 2024-11-21T19:38:57,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217997023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217997026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217997037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:57,044 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/cf8113ea38a64dd2a8124f4c6a6649ed 2024-11-21T19:38:57,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/b16fa204f2454d38993964b3c6e690ba as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b16fa204f2454d38993964b3c6e690ba 2024-11-21T19:38:57,081 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b16fa204f2454d38993964b3c6e690ba, entries=150, sequenceid=222, filesize=11.9 K 2024-11-21T19:38:57,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/a94113965a354b808a3dca7c2be0e2bb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/a94113965a354b808a3dca7c2be0e2bb 2024-11-21T19:38:57,089 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/a94113965a354b808a3dca7c2be0e2bb, entries=150, sequenceid=222, filesize=11.9 K 2024-11-21T19:38:57,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/cf8113ea38a64dd2a8124f4c6a6649ed as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/cf8113ea38a64dd2a8124f4c6a6649ed 2024-11-21T19:38:57,106 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/cf8113ea38a64dd2a8124f4c6a6649ed, entries=150, sequenceid=222, filesize=11.9 K 2024-11-21T19:38:57,107 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 484a8709d2186e75f79103e3988df2df in 1373ms, sequenceid=222, compaction requested=true 2024-11-21T19:38:57,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:57,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:57,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-21T19:38:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-21T19:38:57,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-21T19:38:57,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0420 sec 2024-11-21T19:38:57,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 3.0670 sec 2024-11-21T19:38:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:38:58,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-21T19:38:58,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:58,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:58,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:58,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:58,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:58,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:58,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217998043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/b489f7668f9549d1ab6aeed09653fe46 is 50, key is test_row_0/A:col10/1732217938036/Put/seqid=0 2024-11-21T19:38:58,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217998046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217998046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742118_1294 (size=16931) 2024-11-21T19:38:58,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217998148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217998150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217998150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-21T19:38:58,199 INFO [Thread-1139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-21T19:38:58,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:38:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-21T19:38:58,213 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:38:58,219 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:38:58,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:38:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T19:38:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T19:38:58,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217998352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217998355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217998355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T19:38:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:58,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/b489f7668f9549d1ab6aeed09653fe46 2024-11-21T19:38:58,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1732217998477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44658 deadline: 1732217998477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,482 DEBUG [Thread-1135 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8211 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., hostname=2d90ca23533b,46653,1732217858981, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:38:58,482 DEBUG [Thread-1131 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8211 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., hostname=2d90ca23533b,46653,1732217858981, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:38:58,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/d65d0033c3c04c418e3ae9e8d108164b is 50, key is test_row_0/B:col10/1732217938036/Put/seqid=0 2024-11-21T19:38:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T19:38:58,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T19:38:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:58,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742119_1295 (size=12151) 2024-11-21T19:38:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217998658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217998659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217998659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,736 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T19:38:58,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:58,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:58,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:58,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T19:38:58,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:58,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T19:38:58,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:58,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:58,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:58,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:58,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/d65d0033c3c04c418e3ae9e8d108164b 2024-11-21T19:38:59,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/df3223b447c94c89a1be7b58e34681d8 is 50, key is test_row_0/C:col10/1732217938036/Put/seqid=0 2024-11-21T19:38:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742120_1296 (size=12151) 2024-11-21T19:38:59,065 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:59,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T19:38:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:38:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:59,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:59,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:38:59,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/df3223b447c94c89a1be7b58e34681d8 2024-11-21T19:38:59,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/b489f7668f9549d1ab6aeed09653fe46 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b489f7668f9549d1ab6aeed09653fe46 2024-11-21T19:38:59,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b489f7668f9549d1ab6aeed09653fe46, entries=250, sequenceid=252, filesize=16.5 K 2024-11-21T19:38:59,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/d65d0033c3c04c418e3ae9e8d108164b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d65d0033c3c04c418e3ae9e8d108164b 2024-11-21T19:38:59,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732217999166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:59,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732217999166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:59,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d65d0033c3c04c418e3ae9e8d108164b, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T19:38:59,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:38:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732217999175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:38:59,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/df3223b447c94c89a1be7b58e34681d8 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/df3223b447c94c89a1be7b58e34681d8 2024-11-21T19:38:59,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/df3223b447c94c89a1be7b58e34681d8, entries=150, sequenceid=252, filesize=11.9 K 2024-11-21T19:38:59,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 484a8709d2186e75f79103e3988df2df in 1182ms, sequenceid=252, compaction requested=true 2024-11-21T19:38:59,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:59,220 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:59,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:38:59,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:59,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:38:59,221 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:59,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:59,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:38:59,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:59,226 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:38:59,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-21T19:38:59,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:59,228 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T19:38:59,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:38:59,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:59,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:38:59,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:59,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:38:59,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:38:59,244 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:59,244 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/B is initiating minor compaction (all files) 2024-11-21T19:38:59,244 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/B in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:59,245 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f5f6e7c3563e4665b22e6595ea111be9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6a043d87e32e42319a93313c51c41617, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/a94113965a354b808a3dca7c2be0e2bb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d65d0033c3c04c418e3ae9e8d108164b] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=47.9 K 2024-11-21T19:38:59,245 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:59,245 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/A is initiating minor compaction (all files) 2024-11-21T19:38:59,245 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/A in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:59,245 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/c0ab9565568a4948b94f11f5e9d2f932, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/0d99c48d44234061b54a85aa7e738162, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b16fa204f2454d38993964b3c6e690ba, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b489f7668f9549d1ab6aeed09653fe46] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=52.6 K 2024-11-21T19:38:59,248 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting f5f6e7c3563e4665b22e6595ea111be9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732217933865 2024-11-21T19:38:59,248 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a043d87e32e42319a93313c51c41617, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732217934053 2024-11-21T19:38:59,251 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0ab9565568a4948b94f11f5e9d2f932, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732217933865 2024-11-21T19:38:59,251 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting a94113965a354b808a3dca7c2be0e2bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732217934705 2024-11-21T19:38:59,255 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d99c48d44234061b54a85aa7e738162, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732217934053 2024-11-21T19:38:59,255 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d65d0033c3c04c418e3ae9e8d108164b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732217935904 2024-11-21T19:38:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/52ed4527661445068db49bb26dde2c0c is 50, key is test_row_0/A:col10/1732217938040/Put/seqid=0 2024-11-21T19:38:59,257 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting b16fa204f2454d38993964b3c6e690ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732217934705 2024-11-21T19:38:59,259 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting b489f7668f9549d1ab6aeed09653fe46, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732217935901 2024-11-21T19:38:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742121_1297 (size=12251) 2024-11-21T19:38:59,298 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/52ed4527661445068db49bb26dde2c0c 2024-11-21T19:38:59,328 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#B#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:59,328 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/eea46d56f92943c88172dad2606e3927 is 50, key is test_row_0/B:col10/1732217938036/Put/seqid=0 2024-11-21T19:38:59,329 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#A#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:59,330 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/4a3c2c5035044b4f81f01eb32a5e5da0 is 50, key is test_row_0/A:col10/1732217938036/Put/seqid=0 2024-11-21T19:38:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T19:38:59,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/50e7b4dd43084563a9c0778d52d97abb is 50, key is test_row_0/B:col10/1732217938040/Put/seqid=0 2024-11-21T19:38:59,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742123_1299 (size=12731) 2024-11-21T19:38:59,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742122_1298 (size=12731) 2024-11-21T19:38:59,390 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/eea46d56f92943c88172dad2606e3927 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/eea46d56f92943c88172dad2606e3927 2024-11-21T19:38:59,397 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 484a8709d2186e75f79103e3988df2df/B of 484a8709d2186e75f79103e3988df2df into eea46d56f92943c88172dad2606e3927(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:59,397 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:59,397 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/B, priority=12, startTime=1732217939220; duration=0sec 2024-11-21T19:38:59,397 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:38:59,398 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:B 2024-11-21T19:38:59,398 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:38:59,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742124_1300 (size=12251) 2024-11-21T19:38:59,400 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/50e7b4dd43084563a9c0778d52d97abb 2024-11-21T19:38:59,408 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:38:59,408 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/C is initiating minor compaction (all files) 2024-11-21T19:38:59,408 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/C in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:59,408 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/6853a97c2465475681442112d3cf7c62, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/b90a455e65dd47c6b804a53ef0534ccb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/cf8113ea38a64dd2a8124f4c6a6649ed, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/df3223b447c94c89a1be7b58e34681d8] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=47.9 K 2024-11-21T19:38:59,409 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6853a97c2465475681442112d3cf7c62, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732217933865 2024-11-21T19:38:59,409 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b90a455e65dd47c6b804a53ef0534ccb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732217934053 2024-11-21T19:38:59,409 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting cf8113ea38a64dd2a8124f4c6a6649ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732217934705 2024-11-21T19:38:59,412 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting df3223b447c94c89a1be7b58e34681d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732217935904 2024-11-21T19:38:59,426 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:38:59,427 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/2ff782778ec34a539e2d709326eb2c64 is 50, key is test_row_0/C:col10/1732217938036/Put/seqid=0 2024-11-21T19:38:59,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/7afc196d725c45d4a5edd41417f56d68 is 50, key is test_row_0/C:col10/1732217938040/Put/seqid=0 2024-11-21T19:38:59,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742125_1301 (size=12731) 2024-11-21T19:38:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742126_1302 (size=12251) 2024-11-21T19:38:59,481 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/7afc196d725c45d4a5edd41417f56d68 2024-11-21T19:38:59,490 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/2ff782778ec34a539e2d709326eb2c64 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2ff782778ec34a539e2d709326eb2c64 2024-11-21T19:38:59,516 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 484a8709d2186e75f79103e3988df2df/C of 484a8709d2186e75f79103e3988df2df into 2ff782778ec34a539e2d709326eb2c64(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:59,516 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:59,516 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/C, priority=12, startTime=1732217939223; duration=0sec 2024-11-21T19:38:59,516 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:59,516 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:C 2024-11-21T19:38:59,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/52ed4527661445068db49bb26dde2c0c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/52ed4527661445068db49bb26dde2c0c 2024-11-21T19:38:59,533 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/52ed4527661445068db49bb26dde2c0c, entries=150, sequenceid=260, filesize=12.0 K 2024-11-21T19:38:59,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/50e7b4dd43084563a9c0778d52d97abb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/50e7b4dd43084563a9c0778d52d97abb 2024-11-21T19:38:59,567 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/50e7b4dd43084563a9c0778d52d97abb, entries=150, sequenceid=260, filesize=12.0 K 2024-11-21T19:38:59,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/7afc196d725c45d4a5edd41417f56d68 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/7afc196d725c45d4a5edd41417f56d68 2024-11-21T19:38:59,587 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/7afc196d725c45d4a5edd41417f56d68, entries=150, sequenceid=260, filesize=12.0 K 2024-11-21T19:38:59,589 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 484a8709d2186e75f79103e3988df2df in 361ms, sequenceid=260, compaction requested=false 2024-11-21T19:38:59,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:59,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:38:59,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-21T19:38:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-21T19:38:59,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-21T19:38:59,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3830 sec 2024-11-21T19:38:59,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.4220 sec 2024-11-21T19:38:59,810 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/4a3c2c5035044b4f81f01eb32a5e5da0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/4a3c2c5035044b4f81f01eb32a5e5da0 2024-11-21T19:38:59,847 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 484a8709d2186e75f79103e3988df2df/A of 484a8709d2186e75f79103e3988df2df into 4a3c2c5035044b4f81f01eb32a5e5da0(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:38:59,847 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:38:59,847 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/A, priority=12, startTime=1732217939219; duration=0sec 2024-11-21T19:38:59,847 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:38:59,847 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:A 2024-11-21T19:39:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:00,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T19:39:00,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:39:00,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:00,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:39:00,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:00,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:39:00,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:00,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/96d8fd617bae41b794658393247f9ceb is 50, key is test_row_0/A:col10/1732217940274/Put/seqid=0 2024-11-21T19:39:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742127_1303 (size=12301) 2024-11-21T19:39:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-21T19:39:00,333 INFO [Thread-1139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-21T19:39:00,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218000333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218000339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-21T19:39:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T19:39:00,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218000344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:00,350 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:00,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:00,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218000438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218000441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T19:39:00,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218000454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T19:39:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:00,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T19:39:00,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218000645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218000646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,656 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T19:39:00,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:00,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:00,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:00,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218000659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/96d8fd617bae41b794658393247f9ceb 2024-11-21T19:39:00,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/26b6b843831f4c8bb63d9b50f1732d85 is 50, key is test_row_0/B:col10/1732217940274/Put/seqid=0 2024-11-21T19:39:00,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742128_1304 (size=12301) 2024-11-21T19:39:00,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/26b6b843831f4c8bb63d9b50f1732d85 2024-11-21T19:39:00,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/ed0f2fb16c464fff8fa9e5726b1a5de5 is 50, key is test_row_0/C:col10/1732217940274/Put/seqid=0 2024-11-21T19:39:00,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T19:39:00,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:00,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:00,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:00,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742129_1305 (size=12301) 2024-11-21T19:39:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T19:39:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218000948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218000951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218000961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:00,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T19:39:00,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:00,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:00,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:00,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:01,129 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T19:39:01,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:01,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:01,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:01,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:01,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:01,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/ed0f2fb16c464fff8fa9e5726b1a5de5 2024-11-21T19:39:01,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/96d8fd617bae41b794658393247f9ceb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/96d8fd617bae41b794658393247f9ceb 2024-11-21T19:39:01,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/96d8fd617bae41b794658393247f9ceb, entries=150, sequenceid=276, filesize=12.0 K 2024-11-21T19:39:01,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/26b6b843831f4c8bb63d9b50f1732d85 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/26b6b843831f4c8bb63d9b50f1732d85 2024-11-21T19:39:01,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/26b6b843831f4c8bb63d9b50f1732d85, entries=150, sequenceid=276, filesize=12.0 K 2024-11-21T19:39:01,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/ed0f2fb16c464fff8fa9e5726b1a5de5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ed0f2fb16c464fff8fa9e5726b1a5de5 2024-11-21T19:39:01,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ed0f2fb16c464fff8fa9e5726b1a5de5, entries=150, sequenceid=276, filesize=12.0 K 2024-11-21T19:39:01,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 484a8709d2186e75f79103e3988df2df in 1003ms, sequenceid=276, compaction requested=true 2024-11-21T19:39:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:01,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:01,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:01,282 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:01,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:01,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:01,282 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:01,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:01,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:01,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,283 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:01,283 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/B is initiating minor compaction (all files) 2024-11-21T19:39:01,283 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/B in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:01,283 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/eea46d56f92943c88172dad2606e3927, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/50e7b4dd43084563a9c0778d52d97abb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/26b6b843831f4c8bb63d9b50f1732d85] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=36.4 K 2024-11-21T19:39:01,284 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:01,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-21T19:39:01,284 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/A is initiating minor compaction (all files) 2024-11-21T19:39:01,284 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/A in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:01,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:01,284 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/4a3c2c5035044b4f81f01eb32a5e5da0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/52ed4527661445068db49bb26dde2c0c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/96d8fd617bae41b794658393247f9ceb] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=36.4 K 2024-11-21T19:39:01,285 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T19:39:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:39:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:39:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:39:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:01,286 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting eea46d56f92943c88172dad2606e3927, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732217935904 2024-11-21T19:39:01,286 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a3c2c5035044b4f81f01eb32a5e5da0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732217935904 2024-11-21T19:39:01,287 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 50e7b4dd43084563a9c0778d52d97abb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732217938040 2024-11-21T19:39:01,287 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52ed4527661445068db49bb26dde2c0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732217938040 2024-11-21T19:39:01,288 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96d8fd617bae41b794658393247f9ceb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732217940270 2024-11-21T19:39:01,288 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 26b6b843831f4c8bb63d9b50f1732d85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732217940270 2024-11-21T19:39:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/bd4dab45fcfb40c89f21a9b5992500ca is 50, key is test_row_0/A:col10/1732217940333/Put/seqid=0 2024-11-21T19:39:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742130_1306 (size=12301) 2024-11-21T19:39:01,337 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:01,337 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/d495e304acdc4bbc9eb9d90a5e2ae451 is 50, key is test_row_0/A:col10/1732217940274/Put/seqid=0 2024-11-21T19:39:01,340 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:01,340 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/135bb9afde7241deb607ba9c40cbea1a is 50, key is test_row_0/B:col10/1732217940274/Put/seqid=0 2024-11-21T19:39:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742131_1307 (size=12983) 2024-11-21T19:39:01,383 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/d495e304acdc4bbc9eb9d90a5e2ae451 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/d495e304acdc4bbc9eb9d90a5e2ae451 2024-11-21T19:39:01,398 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/A of 484a8709d2186e75f79103e3988df2df into d495e304acdc4bbc9eb9d90a5e2ae451(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:01,398 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:01,398 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/A, priority=13, startTime=1732217941281; duration=0sec 2024-11-21T19:39:01,398 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:01,398 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:A 2024-11-21T19:39:01,398 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:01,400 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:01,400 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/C is initiating minor compaction (all files) 2024-11-21T19:39:01,400 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/C in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:01,400 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2ff782778ec34a539e2d709326eb2c64, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/7afc196d725c45d4a5edd41417f56d68, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ed0f2fb16c464fff8fa9e5726b1a5de5] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=36.4 K 2024-11-21T19:39:01,400 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ff782778ec34a539e2d709326eb2c64, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732217935904 2024-11-21T19:39:01,402 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7afc196d725c45d4a5edd41417f56d68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732217938040 2024-11-21T19:39:01,402 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed0f2fb16c464fff8fa9e5726b1a5de5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732217940270 2024-11-21T19:39:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742132_1308 (size=12983) 2024-11-21T19:39:01,417 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#C#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:01,418 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/ac606a9a147d4bafabd3c37566aad556 is 50, key is test_row_0/C:col10/1732217940274/Put/seqid=0 2024-11-21T19:39:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742133_1309 (size=12983) 2024-11-21T19:39:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T19:39:01,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:01,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218001479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218001479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218001480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218001581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218001582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218001584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,746 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/bd4dab45fcfb40c89f21a9b5992500ca 2024-11-21T19:39:01,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/1e2426712f2840c0a6a9ece6c57fa25e is 50, key is test_row_0/B:col10/1732217940333/Put/seqid=0 2024-11-21T19:39:01,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218001787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218001790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218001799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:01,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742134_1310 (size=12301) 2024-11-21T19:39:01,836 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/135bb9afde7241deb607ba9c40cbea1a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/135bb9afde7241deb607ba9c40cbea1a 2024-11-21T19:39:01,850 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/ac606a9a147d4bafabd3c37566aad556 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ac606a9a147d4bafabd3c37566aad556 2024-11-21T19:39:01,858 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/B of 484a8709d2186e75f79103e3988df2df into 135bb9afde7241deb607ba9c40cbea1a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:01,858 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/C of 484a8709d2186e75f79103e3988df2df into ac606a9a147d4bafabd3c37566aad556(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:01,858 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:01,858 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:01,858 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/B, priority=13, startTime=1732217941282; duration=0sec 2024-11-21T19:39:01,858 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/C, priority=13, startTime=1732217941282; duration=0sec 2024-11-21T19:39:01,859 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:01,859 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:B 2024-11-21T19:39:01,859 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:01,859 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:C 2024-11-21T19:39:02,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218002096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218002099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218002109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,202 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/1e2426712f2840c0a6a9ece6c57fa25e 2024-11-21T19:39:02,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/29476187d8364174ac66fe2452d4c998 is 50, key is test_row_0/C:col10/1732217940333/Put/seqid=0 2024-11-21T19:39:02,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742135_1311 (size=12301) 2024-11-21T19:39:02,249 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/29476187d8364174ac66fe2452d4c998 2024-11-21T19:39:02,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/bd4dab45fcfb40c89f21a9b5992500ca as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bd4dab45fcfb40c89f21a9b5992500ca 2024-11-21T19:39:02,309 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bd4dab45fcfb40c89f21a9b5992500ca, entries=150, sequenceid=300, filesize=12.0 K 2024-11-21T19:39:02,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/1e2426712f2840c0a6a9ece6c57fa25e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/1e2426712f2840c0a6a9ece6c57fa25e 2024-11-21T19:39:02,317 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/1e2426712f2840c0a6a9ece6c57fa25e, entries=150, sequenceid=300, filesize=12.0 K 2024-11-21T19:39:02,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/29476187d8364174ac66fe2452d4c998 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/29476187d8364174ac66fe2452d4c998 2024-11-21T19:39:02,323 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/29476187d8364174ac66fe2452d4c998, entries=150, sequenceid=300, filesize=12.0 K 2024-11-21T19:39:02,326 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 484a8709d2186e75f79103e3988df2df in 1041ms, sequenceid=300, compaction requested=false 2024-11-21T19:39:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-21T19:39:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-21T19:39:02,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-21T19:39:02,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9840 sec 2024-11-21T19:39:02,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.0230 sec 2024-11-21T19:39:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-21T19:39:02,450 INFO [Thread-1139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-21T19:39:02,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-21T19:39:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T19:39:02,453 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:02,453 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:02,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T19:39:02,605 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:02,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-21T19:39:02,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:02,607 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T19:39:02,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:39:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:39:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:39:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:02,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/07b1c10955af49988d34aa75ad9a33d6 is 50, key is test_row_0/A:col10/1732217942604/Put/seqid=0 2024-11-21T19:39:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742136_1312 (size=12301) 2024-11-21T19:39:02,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218002630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218002634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218002635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218002736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218002737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218002739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T19:39:02,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218002940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218002941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:02,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218002946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,022 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/07b1c10955af49988d34aa75ad9a33d6 2024-11-21T19:39:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/7da672ac90e24ada937498d8fccf9679 is 50, key is test_row_0/B:col10/1732217942604/Put/seqid=0 2024-11-21T19:39:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742137_1313 (size=12301) 2024-11-21T19:39:03,041 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/7da672ac90e24ada937498d8fccf9679 2024-11-21T19:39:03,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T19:39:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/70467a3ae46a4d17914fac40b20f7a96 is 50, key is test_row_0/C:col10/1732217942604/Put/seqid=0 2024-11-21T19:39:03,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742138_1314 (size=12301) 2024-11-21T19:39:03,069 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/70467a3ae46a4d17914fac40b20f7a96 2024-11-21T19:39:03,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/07b1c10955af49988d34aa75ad9a33d6 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/07b1c10955af49988d34aa75ad9a33d6 2024-11-21T19:39:03,092 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/07b1c10955af49988d34aa75ad9a33d6, entries=150, sequenceid=317, filesize=12.0 K 2024-11-21T19:39:03,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/7da672ac90e24ada937498d8fccf9679 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/7da672ac90e24ada937498d8fccf9679 2024-11-21T19:39:03,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/7da672ac90e24ada937498d8fccf9679, entries=150, sequenceid=317, filesize=12.0 K 2024-11-21T19:39:03,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/70467a3ae46a4d17914fac40b20f7a96 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/70467a3ae46a4d17914fac40b20f7a96 2024-11-21T19:39:03,103 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/70467a3ae46a4d17914fac40b20f7a96, entries=150, sequenceid=317, filesize=12.0 K 2024-11-21T19:39:03,104 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 484a8709d2186e75f79103e3988df2df in 497ms, sequenceid=317, compaction requested=true 2024-11-21T19:39:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:03,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-21T19:39:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-21T19:39:03,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-21T19:39:03,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 652 msec 2024-11-21T19:39:03,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 655 msec 2024-11-21T19:39:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:03,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T19:39:03,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:39:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:39:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:39:03,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:03,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/a98b193010df4dc5a20ee33c58c42856 is 50, key is test_row_0/A:col10/1732217942625/Put/seqid=0 2024-11-21T19:39:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742139_1315 (size=14741) 2024-11-21T19:39:03,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218003269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218003270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218003271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218003373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218003375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218003375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-21T19:39:03,555 INFO [Thread-1139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-21T19:39:03,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-21T19:39:03,558 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:03,558 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:03,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T19:39:03,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218003578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218003578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218003579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T19:39:03,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/a98b193010df4dc5a20ee33c58c42856 2024-11-21T19:39:03,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/d43af6f26d1c41f7a8b02bce86f127fe is 50, key is test_row_0/B:col10/1732217942625/Put/seqid=0 2024-11-21T19:39:03,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742140_1316 (size=12301) 2024-11-21T19:39:03,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T19:39:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:03,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T19:39:03,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T19:39:03,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:03,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:03,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:03,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:03,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218003881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218003882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:03,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218003882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:04,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:04,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T19:39:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/d43af6f26d1c41f7a8b02bce86f127fe 2024-11-21T19:39:04,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/2946c512223140519b97904d2b46592e is 50, key is test_row_0/C:col10/1732217942625/Put/seqid=0 2024-11-21T19:39:04,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742141_1317 (size=12301) 2024-11-21T19:39:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T19:39:04,168 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:04,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T19:39:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:04,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T19:39:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218004385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:04,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218004387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:04,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:04,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218004391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:04,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:04,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T19:39:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:04,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/2946c512223140519b97904d2b46592e 2024-11-21T19:39:04,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/a98b193010df4dc5a20ee33c58c42856 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/a98b193010df4dc5a20ee33c58c42856 2024-11-21T19:39:04,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/a98b193010df4dc5a20ee33c58c42856, entries=200, sequenceid=341, filesize=14.4 K 2024-11-21T19:39:04,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/d43af6f26d1c41f7a8b02bce86f127fe as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d43af6f26d1c41f7a8b02bce86f127fe 2024-11-21T19:39:04,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d43af6f26d1c41f7a8b02bce86f127fe, entries=150, sequenceid=341, filesize=12.0 K 2024-11-21T19:39:04,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/2946c512223140519b97904d2b46592e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2946c512223140519b97904d2b46592e 2024-11-21T19:39:04,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2946c512223140519b97904d2b46592e, entries=150, sequenceid=341, filesize=12.0 K 2024-11-21T19:39:04,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 484a8709d2186e75f79103e3988df2df in 1300ms, sequenceid=341, compaction requested=true 2024-11-21T19:39:04,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:04,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:04,552 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:04,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:04,552 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:04,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:04,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:04,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:04,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:04,553 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:04,554 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/A is initiating minor compaction (all files) 2024-11-21T19:39:04,554 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/A in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,554 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/d495e304acdc4bbc9eb9d90a5e2ae451, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bd4dab45fcfb40c89f21a9b5992500ca, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/07b1c10955af49988d34aa75ad9a33d6, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/a98b193010df4dc5a20ee33c58c42856] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=51.1 K 2024-11-21T19:39:04,554 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:04,554 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/B is initiating minor compaction (all files) 2024-11-21T19:39:04,554 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d495e304acdc4bbc9eb9d90a5e2ae451, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732217940270 2024-11-21T19:39:04,554 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/B in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,555 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/135bb9afde7241deb607ba9c40cbea1a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/1e2426712f2840c0a6a9ece6c57fa25e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/7da672ac90e24ada937498d8fccf9679, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d43af6f26d1c41f7a8b02bce86f127fe] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=48.7 K 2024-11-21T19:39:04,555 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd4dab45fcfb40c89f21a9b5992500ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732217940329 2024-11-21T19:39:04,555 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07b1c10955af49988d34aa75ad9a33d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732217941471 2024-11-21T19:39:04,555 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 135bb9afde7241deb607ba9c40cbea1a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732217940270 2024-11-21T19:39:04,555 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e2426712f2840c0a6a9ece6c57fa25e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732217940329 2024-11-21T19:39:04,555 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a98b193010df4dc5a20ee33c58c42856, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732217942625 2024-11-21T19:39:04,557 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 7da672ac90e24ada937498d8fccf9679, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732217941471 2024-11-21T19:39:04,557 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d43af6f26d1c41f7a8b02bce86f127fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732217942625 2024-11-21T19:39:04,568 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:04,569 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/cb8560273f4548d6bc24fb00e53e8edd is 50, key is test_row_0/A:col10/1732217942625/Put/seqid=0 2024-11-21T19:39:04,569 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:04,570 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/e3e9e35ec34946b6a3da51d2ba21af27 is 50, key is test_row_0/B:col10/1732217942625/Put/seqid=0 2024-11-21T19:39:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742142_1318 (size=13119) 2024-11-21T19:39:04,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742143_1319 (size=13119) 2024-11-21T19:39:04,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:04,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-21T19:39:04,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:04,630 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T19:39:04,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:39:04,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:04,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:39:04,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:04,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:39:04,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:04,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/70213f43f11d4286b8c2009b72ee3af1 is 50, key is test_row_0/A:col10/1732217943268/Put/seqid=0 2024-11-21T19:39:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T19:39:04,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742144_1320 (size=12301) 2024-11-21T19:39:04,667 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/70213f43f11d4286b8c2009b72ee3af1 2024-11-21T19:39:04,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/dfc9287b3f5f4721bb4df7a3491b4a2a is 50, key is test_row_0/B:col10/1732217943268/Put/seqid=0 2024-11-21T19:39:04,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742145_1321 (size=12301) 2024-11-21T19:39:05,009 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/cb8560273f4548d6bc24fb00e53e8edd as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb8560273f4548d6bc24fb00e53e8edd 2024-11-21T19:39:05,015 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 484a8709d2186e75f79103e3988df2df/A of 484a8709d2186e75f79103e3988df2df into cb8560273f4548d6bc24fb00e53e8edd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:05,015 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:05,015 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/A, priority=12, startTime=1732217944552; duration=0sec 2024-11-21T19:39:05,015 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:05,015 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:A 2024-11-21T19:39:05,015 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:05,017 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:05,017 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/C is initiating minor compaction (all files) 2024-11-21T19:39:05,017 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/C in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:05,017 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ac606a9a147d4bafabd3c37566aad556, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/29476187d8364174ac66fe2452d4c998, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/70467a3ae46a4d17914fac40b20f7a96, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2946c512223140519b97904d2b46592e] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=48.7 K 2024-11-21T19:39:05,018 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac606a9a147d4bafabd3c37566aad556, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732217940270 2024-11-21T19:39:05,018 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29476187d8364174ac66fe2452d4c998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732217940329 2024-11-21T19:39:05,018 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70467a3ae46a4d17914fac40b20f7a96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732217941471 2024-11-21T19:39:05,019 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2946c512223140519b97904d2b46592e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732217942625 2024-11-21T19:39:05,029 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/e3e9e35ec34946b6a3da51d2ba21af27 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/e3e9e35ec34946b6a3da51d2ba21af27 2024-11-21T19:39:05,039 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 484a8709d2186e75f79103e3988df2df/B of 484a8709d2186e75f79103e3988df2df into e3e9e35ec34946b6a3da51d2ba21af27(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:05,039 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:05,039 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/B, priority=12, startTime=1732217944552; duration=0sec 2024-11-21T19:39:05,039 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:05,039 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:B 2024-11-21T19:39:05,040 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:05,041 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/508be9c6eb674148a9b8559884fd8386 is 50, key is test_row_0/C:col10/1732217942625/Put/seqid=0 2024-11-21T19:39:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742146_1322 (size=13119) 2024-11-21T19:39:05,062 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/508be9c6eb674148a9b8559884fd8386 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/508be9c6eb674148a9b8559884fd8386 2024-11-21T19:39:05,074 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 484a8709d2186e75f79103e3988df2df/C of 484a8709d2186e75f79103e3988df2df into 508be9c6eb674148a9b8559884fd8386(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:05,074 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:05,074 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/C, priority=12, startTime=1732217944552; duration=0sec 2024-11-21T19:39:05,074 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:05,074 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:C 2024-11-21T19:39:05,097 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/dfc9287b3f5f4721bb4df7a3491b4a2a 2024-11-21T19:39:05,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/749331f8e1b14380b6bfb2ac8338144c is 50, key is test_row_0/C:col10/1732217943268/Put/seqid=0 2024-11-21T19:39:05,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742147_1323 (size=12301) 2024-11-21T19:39:05,124 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/749331f8e1b14380b6bfb2ac8338144c 2024-11-21T19:39:05,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/70213f43f11d4286b8c2009b72ee3af1 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/70213f43f11d4286b8c2009b72ee3af1 2024-11-21T19:39:05,141 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/70213f43f11d4286b8c2009b72ee3af1, entries=150, sequenceid=354, filesize=12.0 K 2024-11-21T19:39:05,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/dfc9287b3f5f4721bb4df7a3491b4a2a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/dfc9287b3f5f4721bb4df7a3491b4a2a 2024-11-21T19:39:05,151 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/dfc9287b3f5f4721bb4df7a3491b4a2a, entries=150, sequenceid=354, filesize=12.0 K 2024-11-21T19:39:05,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/749331f8e1b14380b6bfb2ac8338144c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/749331f8e1b14380b6bfb2ac8338144c 2024-11-21T19:39:05,160 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/749331f8e1b14380b6bfb2ac8338144c, entries=150, sequenceid=354, filesize=12.0 K 2024-11-21T19:39:05,162 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 484a8709d2186e75f79103e3988df2df in 532ms, sequenceid=354, compaction requested=false 2024-11-21T19:39:05,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:05,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:05,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-21T19:39:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-21T19:39:05,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-21T19:39:05,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6130 sec 2024-11-21T19:39:05,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.6170 sec 2024-11-21T19:39:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:05,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:05,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:39:05,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:05,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:39:05,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:05,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:39:05,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:05,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/bb5672db171248ed872a2c186cead702 is 50, key is test_row_0/A:col10/1732217945396/Put/seqid=0 2024-11-21T19:39:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742148_1324 (size=12301) 2024-11-21T19:39:05,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218005462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218005467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218005474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218005573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218005573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218005577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-21T19:39:05,665 INFO [Thread-1139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-21T19:39:05,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-21T19:39:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T19:39:05,680 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:05,681 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:05,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T19:39:05,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218005775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218005777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218005780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:05,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T19:39:05,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/bb5672db171248ed872a2c186cead702 2024-11-21T19:39:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:05,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:05,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:05,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/c2fc8161d2c449a3ac971060f93a7814 is 50, key is test_row_0/B:col10/1732217945396/Put/seqid=0 2024-11-21T19:39:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742149_1325 (size=12301) 2024-11-21T19:39:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T19:39:06,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T19:39:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:06,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:06,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218006080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218006082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218006086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T19:39:06,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:06,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:06,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:06,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:06,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T19:39:06,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/c2fc8161d2c449a3ac971060f93a7814 2024-11-21T19:39:06,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/88311d172a074a59a2af957ddcb4880f is 50, key is test_row_0/C:col10/1732217945396/Put/seqid=0 2024-11-21T19:39:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742150_1326 (size=12301) 2024-11-21T19:39:06,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/88311d172a074a59a2af957ddcb4880f 2024-11-21T19:39:06,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/bb5672db171248ed872a2c186cead702 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bb5672db171248ed872a2c186cead702 2024-11-21T19:39:06,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bb5672db171248ed872a2c186cead702, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T19:39:06,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/c2fc8161d2c449a3ac971060f93a7814 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c2fc8161d2c449a3ac971060f93a7814 2024-11-21T19:39:06,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c2fc8161d2c449a3ac971060f93a7814, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T19:39:06,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/88311d172a074a59a2af957ddcb4880f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/88311d172a074a59a2af957ddcb4880f 2024-11-21T19:39:06,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/88311d172a074a59a2af957ddcb4880f, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T19:39:06,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 484a8709d2186e75f79103e3988df2df in 907ms, sequenceid=369, compaction requested=true 2024-11-21T19:39:06,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:06,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:06,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:06,312 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:06,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:06,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:06,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:06,312 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:06,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:06,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-21T19:39:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:06,312 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-21T19:39:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:39:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:39:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:06,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:39:06,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:06,313 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:06,313 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/A is initiating minor compaction (all files) 2024-11-21T19:39:06,313 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/A in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:06,313 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb8560273f4548d6bc24fb00e53e8edd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/70213f43f11d4286b8c2009b72ee3af1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bb5672db171248ed872a2c186cead702] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=36.8 K 2024-11-21T19:39:06,313 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:06,313 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/B is initiating minor compaction (all files) 2024-11-21T19:39:06,313 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/B in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:06,313 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb8560273f4548d6bc24fb00e53e8edd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732217942625 2024-11-21T19:39:06,313 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/e3e9e35ec34946b6a3da51d2ba21af27, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/dfc9287b3f5f4721bb4df7a3491b4a2a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c2fc8161d2c449a3ac971060f93a7814] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=36.8 K 2024-11-21T19:39:06,314 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70213f43f11d4286b8c2009b72ee3af1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732217943268 2024-11-21T19:39:06,314 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting e3e9e35ec34946b6a3da51d2ba21af27, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732217942625 2024-11-21T19:39:06,314 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb5672db171248ed872a2c186cead702, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732217945396 2024-11-21T19:39:06,314 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting dfc9287b3f5f4721bb4df7a3491b4a2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732217943268 2024-11-21T19:39:06,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/04eccc30c6794a509fe3c572f8529598 is 50, key is test_row_0/A:col10/1732217945460/Put/seqid=0 2024-11-21T19:39:06,317 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting c2fc8161d2c449a3ac971060f93a7814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732217945396 2024-11-21T19:39:06,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742151_1327 (size=12301) 2024-11-21T19:39:06,324 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:06,325 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/c56b51e02bd749828e14301bd990a5a7 is 50, key is test_row_0/A:col10/1732217945396/Put/seqid=0 2024-11-21T19:39:06,328 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:06,329 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/3d56e21e85204d6e869e13e0216764c6 is 50, key is test_row_0/B:col10/1732217945396/Put/seqid=0 2024-11-21T19:39:06,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742152_1328 (size=13221) 2024-11-21T19:39:06,378 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/c56b51e02bd749828e14301bd990a5a7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/c56b51e02bd749828e14301bd990a5a7 2024-11-21T19:39:06,384 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/A of 484a8709d2186e75f79103e3988df2df into c56b51e02bd749828e14301bd990a5a7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:06,384 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:06,384 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/A, priority=13, startTime=1732217946311; duration=0sec 2024-11-21T19:39:06,384 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:06,384 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:A 2024-11-21T19:39:06,384 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:06,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742153_1329 (size=13221) 2024-11-21T19:39:06,386 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:06,386 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 484a8709d2186e75f79103e3988df2df/C is initiating minor compaction (all files) 2024-11-21T19:39:06,386 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 484a8709d2186e75f79103e3988df2df/C in TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:06,386 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/508be9c6eb674148a9b8559884fd8386, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/749331f8e1b14380b6bfb2ac8338144c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/88311d172a074a59a2af957ddcb4880f] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp, totalSize=36.8 K 2024-11-21T19:39:06,387 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 508be9c6eb674148a9b8559884fd8386, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1732217942625 2024-11-21T19:39:06,387 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 749331f8e1b14380b6bfb2ac8338144c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732217943268 2024-11-21T19:39:06,388 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88311d172a074a59a2af957ddcb4880f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732217945396 2024-11-21T19:39:06,392 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/3d56e21e85204d6e869e13e0216764c6 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/3d56e21e85204d6e869e13e0216764c6 2024-11-21T19:39:06,397 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/B of 484a8709d2186e75f79103e3988df2df into 3d56e21e85204d6e869e13e0216764c6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:06,397 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:06,397 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/B, priority=13, startTime=1732217946312; duration=0sec 2024-11-21T19:39:06,397 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:06,397 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:B 2024-11-21T19:39:06,399 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 484a8709d2186e75f79103e3988df2df#C#compaction#279 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:06,399 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/fb4f4d7ebb3246e390fe0027c2060a99 is 50, key is test_row_0/C:col10/1732217945396/Put/seqid=0 2024-11-21T19:39:06,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742154_1330 (size=13221) 2024-11-21T19:39:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:06,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. as already flushing 2024-11-21T19:39:06,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218006608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218006608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218006612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,667 DEBUG [Thread-1148 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21114fed to 127.0.0.1:57770 2024-11-21T19:39:06,667 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:06,668 DEBUG [Thread-1142 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f706d54 to 127.0.0.1:57770 2024-11-21T19:39:06,669 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:06,669 DEBUG [Thread-1144 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x67bdbc25 to 127.0.0.1:57770 2024-11-21T19:39:06,669 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:06,672 DEBUG [Thread-1146 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64803b67 to 127.0.0.1:57770 2024-11-21T19:39:06,672 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:06,673 DEBUG [Thread-1140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19975718 to 127.0.0.1:57770 2024-11-21T19:39:06,673 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:06,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218006712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218006712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218006716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,721 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/04eccc30c6794a509fe3c572f8529598 2024-11-21T19:39:06,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/910e4556d5f14cfc8ed0a26c391130dd is 50, key is test_row_0/B:col10/1732217945460/Put/seqid=0 2024-11-21T19:39:06,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742155_1331 (size=12301) 2024-11-21T19:39:06,763 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:39:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T19:39:06,808 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/fb4f4d7ebb3246e390fe0027c2060a99 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/fb4f4d7ebb3246e390fe0027c2060a99 2024-11-21T19:39:06,816 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 484a8709d2186e75f79103e3988df2df/C of 484a8709d2186e75f79103e3988df2df into fb4f4d7ebb3246e390fe0027c2060a99(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:06,816 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:06,816 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df., storeName=484a8709d2186e75f79103e3988df2df/C, priority=13, startTime=1732217946312; duration=0sec 2024-11-21T19:39:06,816 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:06,816 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:C 2024-11-21T19:39:06,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218006914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218006914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:06,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218006917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:07,132 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/910e4556d5f14cfc8ed0a26c391130dd 2024-11-21T19:39:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/692d770b3c094e0eb5c7dcd500292381 is 50, key is test_row_0/C:col10/1732217945460/Put/seqid=0 2024-11-21T19:39:07,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742156_1332 (size=12301) 2024-11-21T19:39:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44682 deadline: 1732218007215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:07,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44688 deadline: 1732218007216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:07,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44652 deadline: 1732218007221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:07,545 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/692d770b3c094e0eb5c7dcd500292381 2024-11-21T19:39:07,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/04eccc30c6794a509fe3c572f8529598 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/04eccc30c6794a509fe3c572f8529598 2024-11-21T19:39:07,554 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/04eccc30c6794a509fe3c572f8529598, entries=150, sequenceid=393, filesize=12.0 K 2024-11-21T19:39:07,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/910e4556d5f14cfc8ed0a26c391130dd as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/910e4556d5f14cfc8ed0a26c391130dd 2024-11-21T19:39:07,558 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/910e4556d5f14cfc8ed0a26c391130dd, entries=150, sequenceid=393, filesize=12.0 K 2024-11-21T19:39:07,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/692d770b3c094e0eb5c7dcd500292381 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/692d770b3c094e0eb5c7dcd500292381 2024-11-21T19:39:07,563 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/692d770b3c094e0eb5c7dcd500292381, entries=150, sequenceid=393, filesize=12.0 K 2024-11-21T19:39:07,564 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 484a8709d2186e75f79103e3988df2df in 1252ms, sequenceid=393, compaction requested=false 2024-11-21T19:39:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-21T19:39:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-21T19:39:07,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-21T19:39:07,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8840 sec 2024-11-21T19:39:07,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.9000 sec 2024-11-21T19:39:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:07,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T19:39:07,720 DEBUG [Thread-1137 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b5cfd92 to 127.0.0.1:57770 2024-11-21T19:39:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:39:07,720 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:39:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:39:07,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:07,722 DEBUG [Thread-1133 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x110a2f3c to 127.0.0.1:57770 2024-11-21T19:39:07,722 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:07,725 DEBUG [Thread-1129 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x507f24a9 to 127.0.0.1:57770 2024-11-21T19:39:07,725 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:07,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/58b7a7472c2c46edabbb8ef2ce4f4375 is 50, key is test_row_0/A:col10/1732217946589/Put/seqid=0 2024-11-21T19:39:07,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742157_1333 (size=12301) 2024-11-21T19:39:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-21T19:39:07,779 INFO [Thread-1139 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-21T19:39:08,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/58b7a7472c2c46edabbb8ef2ce4f4375 2024-11-21T19:39:08,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/e039d6105a97446d9859d11d0e075d77 is 50, key is test_row_0/B:col10/1732217946589/Put/seqid=0 2024-11-21T19:39:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742158_1334 (size=12301) 2024-11-21T19:39:08,521 DEBUG [Thread-1131 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x158ab39f to 127.0.0.1:57770 2024-11-21T19:39:08,521 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:08,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/e039d6105a97446d9859d11d0e075d77 2024-11-21T19:39:08,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/2c868b1d22a8438cb24378b5ce079f2f is 50, key is test_row_0/C:col10/1732217946589/Put/seqid=0 2024-11-21T19:39:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742159_1335 (size=12301) 2024-11-21T19:39:08,579 DEBUG [Thread-1135 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16fc49ca to 127.0.0.1:57770 2024-11-21T19:39:08,579 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4353 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4202 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4096 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4311 2024-11-21T19:39:08,579 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4265 2024-11-21T19:39:08,580 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T19:39:08,580 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:39:08,580 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50fa6d36 to 127.0.0.1:57770 2024-11-21T19:39:08,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:08,580 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T19:39:08,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T19:39:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T19:39:08,584 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217948584"}]},"ts":"1732217948584"} 2024-11-21T19:39:08,585 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T19:39:08,603 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T19:39:08,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T19:39:08,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=484a8709d2186e75f79103e3988df2df, UNASSIGN}] 2024-11-21T19:39:08,606 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=85, ppid=84, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=484a8709d2186e75f79103e3988df2df, UNASSIGN 2024-11-21T19:39:08,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=484a8709d2186e75f79103e3988df2df, regionState=CLOSING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:08,607 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T19:39:08,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; CloseRegionProcedure 484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:39:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T19:39:08,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:08,759 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(124): Close 484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:08,759 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T19:39:08,760 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1681): Closing 484a8709d2186e75f79103e3988df2df, disabling compactions & flushes 2024-11-21T19:39:08,760 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T19:39:08,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/2c868b1d22a8438cb24378b5ce079f2f 2024-11-21T19:39:08,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/58b7a7472c2c46edabbb8ef2ce4f4375 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/58b7a7472c2c46edabbb8ef2ce4f4375 2024-11-21T19:39:08,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/58b7a7472c2c46edabbb8ef2ce4f4375, entries=150, sequenceid=409, filesize=12.0 K 2024-11-21T19:39:08,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/e039d6105a97446d9859d11d0e075d77 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/e039d6105a97446d9859d11d0e075d77 2024-11-21T19:39:08,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/e039d6105a97446d9859d11d0e075d77, entries=150, sequenceid=409, filesize=12.0 K 2024-11-21T19:39:08,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/2c868b1d22a8438cb24378b5ce079f2f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2c868b1d22a8438cb24378b5ce079f2f 2024-11-21T19:39:08,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2c868b1d22a8438cb24378b5ce079f2f, entries=150, sequenceid=409, filesize=12.0 K 2024-11-21T19:39:08,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 484a8709d2186e75f79103e3988df2df in 1253ms, sequenceid=409, compaction requested=true 2024-11-21T19:39:08,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:08,972 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:08,972 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:08,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:08,972 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. after waiting 0 ms 2024-11-21T19:39:08,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:08,972 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:08,972 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. because compaction request was cancelled 2024-11-21T19:39:08,972 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:A 2024-11-21T19:39:08,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:08,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:08,972 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. because compaction request was cancelled 2024-11-21T19:39:08,972 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(2837): Flushing 484a8709d2186e75f79103e3988df2df 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T19:39:08,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 484a8709d2186e75f79103e3988df2df:C, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:08,972 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:B 2024-11-21T19:39:08,972 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. because compaction request was cancelled 2024-11-21T19:39:08,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:08,972 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 484a8709d2186e75f79103e3988df2df:C 2024-11-21T19:39:08,972 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=A 2024-11-21T19:39:08,972 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:08,972 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=B 2024-11-21T19:39:08,972 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:08,972 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 484a8709d2186e75f79103e3988df2df, store=C 2024-11-21T19:39:08,972 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:08,976 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/5eaf28e3777e489485c9f3e3a325b892 is 50, key is test_row_1/A:col10/1732217948520/Put/seqid=0 2024-11-21T19:39:08,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742160_1336 (size=9857) 2024-11-21T19:39:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T19:39:09,384 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/5eaf28e3777e489485c9f3e3a325b892 2024-11-21T19:39:09,391 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/6bb70902da8a4cdc9d293774f7ac37ce is 50, key is test_row_1/B:col10/1732217948520/Put/seqid=0 2024-11-21T19:39:09,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742161_1337 (size=9857) 2024-11-21T19:39:09,419 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/6bb70902da8a4cdc9d293774f7ac37ce 2024-11-21T19:39:09,426 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/28dbac54d86c46479db796d61dd6c15a is 50, key is test_row_1/C:col10/1732217948520/Put/seqid=0 2024-11-21T19:39:09,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742162_1338 (size=9857) 2024-11-21T19:39:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T19:39:09,853 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/28dbac54d86c46479db796d61dd6c15a 2024-11-21T19:39:09,858 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/A/5eaf28e3777e489485c9f3e3a325b892 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5eaf28e3777e489485c9f3e3a325b892 2024-11-21T19:39:09,862 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5eaf28e3777e489485c9f3e3a325b892, entries=100, sequenceid=416, filesize=9.6 K 2024-11-21T19:39:09,863 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/B/6bb70902da8a4cdc9d293774f7ac37ce as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6bb70902da8a4cdc9d293774f7ac37ce 2024-11-21T19:39:09,868 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6bb70902da8a4cdc9d293774f7ac37ce, entries=100, sequenceid=416, filesize=9.6 K 2024-11-21T19:39:09,869 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/.tmp/C/28dbac54d86c46479db796d61dd6c15a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/28dbac54d86c46479db796d61dd6c15a 2024-11-21T19:39:09,874 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/28dbac54d86c46479db796d61dd6c15a, entries=100, sequenceid=416, filesize=9.6 K 2024-11-21T19:39:09,875 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 484a8709d2186e75f79103e3988df2df in 903ms, sequenceid=416, compaction requested=true 2024-11-21T19:39:09,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/e3c749a24f0d4edaa5b804e03921f993, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/86c64947725447158f2b0524fb40cee1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2bbe48fe382c4ab9969263b858f3c253, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7ce3342e99484c06b08df1b8055c6198, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb43fb46e6324cfca5d434c2098640d9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2a8a2ebb9ad741d995fc319c6ee41620, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/50bd96d2c6bd419e9055ba59fb613d65, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/155afbc168da4b5f88f06693b24160d7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/93d087edc1324d258951999d876ddfe5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5b5c736c79274f96a5a1522bdf19b498, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b62f8a80d2e74d32a1cd389b94e1fd2d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7005dda2ef324f71bf596ac029bfdf48, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/9c7be60c7e90457987351923f6d72d71, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/c0ab9565568a4948b94f11f5e9d2f932, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/0d99c48d44234061b54a85aa7e738162, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b16fa204f2454d38993964b3c6e690ba, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b489f7668f9549d1ab6aeed09653fe46, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/4a3c2c5035044b4f81f01eb32a5e5da0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/52ed4527661445068db49bb26dde2c0c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/d495e304acdc4bbc9eb9d90a5e2ae451, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/96d8fd617bae41b794658393247f9ceb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bd4dab45fcfb40c89f21a9b5992500ca, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/07b1c10955af49988d34aa75ad9a33d6, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/a98b193010df4dc5a20ee33c58c42856, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb8560273f4548d6bc24fb00e53e8edd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/70213f43f11d4286b8c2009b72ee3af1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bb5672db171248ed872a2c186cead702] to archive 2024-11-21T19:39:09,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:39:09,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/e3c749a24f0d4edaa5b804e03921f993 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/e3c749a24f0d4edaa5b804e03921f993 2024-11-21T19:39:09,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/86c64947725447158f2b0524fb40cee1 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/86c64947725447158f2b0524fb40cee1 2024-11-21T19:39:09,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2bbe48fe382c4ab9969263b858f3c253 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2bbe48fe382c4ab9969263b858f3c253 2024-11-21T19:39:09,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7ce3342e99484c06b08df1b8055c6198 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7ce3342e99484c06b08df1b8055c6198 2024-11-21T19:39:09,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb43fb46e6324cfca5d434c2098640d9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb43fb46e6324cfca5d434c2098640d9 2024-11-21T19:39:09,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2a8a2ebb9ad741d995fc319c6ee41620 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/2a8a2ebb9ad741d995fc319c6ee41620 2024-11-21T19:39:09,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/50bd96d2c6bd419e9055ba59fb613d65 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/50bd96d2c6bd419e9055ba59fb613d65 2024-11-21T19:39:09,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/155afbc168da4b5f88f06693b24160d7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/155afbc168da4b5f88f06693b24160d7 2024-11-21T19:39:09,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/93d087edc1324d258951999d876ddfe5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/93d087edc1324d258951999d876ddfe5 2024-11-21T19:39:09,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5b5c736c79274f96a5a1522bdf19b498 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5b5c736c79274f96a5a1522bdf19b498 2024-11-21T19:39:09,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b62f8a80d2e74d32a1cd389b94e1fd2d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b62f8a80d2e74d32a1cd389b94e1fd2d 2024-11-21T19:39:09,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7005dda2ef324f71bf596ac029bfdf48 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/7005dda2ef324f71bf596ac029bfdf48 2024-11-21T19:39:09,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/9c7be60c7e90457987351923f6d72d71 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/9c7be60c7e90457987351923f6d72d71 2024-11-21T19:39:09,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/c0ab9565568a4948b94f11f5e9d2f932 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/c0ab9565568a4948b94f11f5e9d2f932 2024-11-21T19:39:09,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/0d99c48d44234061b54a85aa7e738162 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/0d99c48d44234061b54a85aa7e738162 2024-11-21T19:39:09,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b16fa204f2454d38993964b3c6e690ba to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b16fa204f2454d38993964b3c6e690ba 2024-11-21T19:39:09,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b489f7668f9549d1ab6aeed09653fe46 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/b489f7668f9549d1ab6aeed09653fe46 2024-11-21T19:39:09,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/4a3c2c5035044b4f81f01eb32a5e5da0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/4a3c2c5035044b4f81f01eb32a5e5da0 2024-11-21T19:39:09,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/52ed4527661445068db49bb26dde2c0c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/52ed4527661445068db49bb26dde2c0c 2024-11-21T19:39:09,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/d495e304acdc4bbc9eb9d90a5e2ae451 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/d495e304acdc4bbc9eb9d90a5e2ae451 2024-11-21T19:39:09,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/96d8fd617bae41b794658393247f9ceb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/96d8fd617bae41b794658393247f9ceb 2024-11-21T19:39:09,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bd4dab45fcfb40c89f21a9b5992500ca to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bd4dab45fcfb40c89f21a9b5992500ca 2024-11-21T19:39:09,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/07b1c10955af49988d34aa75ad9a33d6 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/07b1c10955af49988d34aa75ad9a33d6 2024-11-21T19:39:09,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/a98b193010df4dc5a20ee33c58c42856 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/a98b193010df4dc5a20ee33c58c42856 2024-11-21T19:39:09,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb8560273f4548d6bc24fb00e53e8edd to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/cb8560273f4548d6bc24fb00e53e8edd 2024-11-21T19:39:09,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/70213f43f11d4286b8c2009b72ee3af1 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/70213f43f11d4286b8c2009b72ee3af1 2024-11-21T19:39:09,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bb5672db171248ed872a2c186cead702 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/bb5672db171248ed872a2c186cead702 2024-11-21T19:39:09,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6cf86961af2d43ddbe21fccf04b4d172, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/3ffd25664ab4429db219cbb608998119, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/ddc283c3eb7641f4bcf001f58e12f1a3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/14fde8fae3bf43349e40684c6e8be00d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/fc8720d091b64e6ba8bf425a41ea8414, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f2f088dd9c7d42299b2a2a059205847e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/df332da9dc5247f58bf02998842ed7e8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c5dc0511446f4695b78fb76fc2baaa51, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c03a0daa657c45d0a418d61b2b954c75, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/04fd5604ad1549cb8b98a4cdb9d18681, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/08374c10cad0403c839c1a2e813433a5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/8ed046be5c3e48c8bdc3efc18b06be5d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f5f6e7c3563e4665b22e6595ea111be9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/71bb7a35f2144f7d893816e1e020d6ef, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6a043d87e32e42319a93313c51c41617, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/a94113965a354b808a3dca7c2be0e2bb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/eea46d56f92943c88172dad2606e3927, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d65d0033c3c04c418e3ae9e8d108164b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/50e7b4dd43084563a9c0778d52d97abb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/135bb9afde7241deb607ba9c40cbea1a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/26b6b843831f4c8bb63d9b50f1732d85, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/1e2426712f2840c0a6a9ece6c57fa25e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/7da672ac90e24ada937498d8fccf9679, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/e3e9e35ec34946b6a3da51d2ba21af27, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d43af6f26d1c41f7a8b02bce86f127fe, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/dfc9287b3f5f4721bb4df7a3491b4a2a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c2fc8161d2c449a3ac971060f93a7814] to archive 2024-11-21T19:39:09,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:39:09,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6cf86961af2d43ddbe21fccf04b4d172 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6cf86961af2d43ddbe21fccf04b4d172 2024-11-21T19:39:09,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/3ffd25664ab4429db219cbb608998119 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/3ffd25664ab4429db219cbb608998119 2024-11-21T19:39:09,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/ddc283c3eb7641f4bcf001f58e12f1a3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/ddc283c3eb7641f4bcf001f58e12f1a3 2024-11-21T19:39:09,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/14fde8fae3bf43349e40684c6e8be00d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/14fde8fae3bf43349e40684c6e8be00d 2024-11-21T19:39:09,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/fc8720d091b64e6ba8bf425a41ea8414 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/fc8720d091b64e6ba8bf425a41ea8414 2024-11-21T19:39:09,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f2f088dd9c7d42299b2a2a059205847e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f2f088dd9c7d42299b2a2a059205847e 2024-11-21T19:39:09,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/df332da9dc5247f58bf02998842ed7e8 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/df332da9dc5247f58bf02998842ed7e8 2024-11-21T19:39:09,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c5dc0511446f4695b78fb76fc2baaa51 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c5dc0511446f4695b78fb76fc2baaa51 2024-11-21T19:39:09,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c03a0daa657c45d0a418d61b2b954c75 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c03a0daa657c45d0a418d61b2b954c75 2024-11-21T19:39:09,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/04fd5604ad1549cb8b98a4cdb9d18681 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/04fd5604ad1549cb8b98a4cdb9d18681 2024-11-21T19:39:09,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/08374c10cad0403c839c1a2e813433a5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/08374c10cad0403c839c1a2e813433a5 2024-11-21T19:39:09,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/8ed046be5c3e48c8bdc3efc18b06be5d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/8ed046be5c3e48c8bdc3efc18b06be5d 2024-11-21T19:39:09,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f5f6e7c3563e4665b22e6595ea111be9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/f5f6e7c3563e4665b22e6595ea111be9 2024-11-21T19:39:09,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/71bb7a35f2144f7d893816e1e020d6ef to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/71bb7a35f2144f7d893816e1e020d6ef 2024-11-21T19:39:09,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6a043d87e32e42319a93313c51c41617 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6a043d87e32e42319a93313c51c41617 2024-11-21T19:39:09,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/a94113965a354b808a3dca7c2be0e2bb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/a94113965a354b808a3dca7c2be0e2bb 2024-11-21T19:39:09,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/eea46d56f92943c88172dad2606e3927 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/eea46d56f92943c88172dad2606e3927 2024-11-21T19:39:09,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d65d0033c3c04c418e3ae9e8d108164b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d65d0033c3c04c418e3ae9e8d108164b 2024-11-21T19:39:09,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/50e7b4dd43084563a9c0778d52d97abb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/50e7b4dd43084563a9c0778d52d97abb 2024-11-21T19:39:09,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/135bb9afde7241deb607ba9c40cbea1a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/135bb9afde7241deb607ba9c40cbea1a 2024-11-21T19:39:09,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/26b6b843831f4c8bb63d9b50f1732d85 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/26b6b843831f4c8bb63d9b50f1732d85 2024-11-21T19:39:09,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/1e2426712f2840c0a6a9ece6c57fa25e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/1e2426712f2840c0a6a9ece6c57fa25e 2024-11-21T19:39:09,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/7da672ac90e24ada937498d8fccf9679 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/7da672ac90e24ada937498d8fccf9679 2024-11-21T19:39:09,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/e3e9e35ec34946b6a3da51d2ba21af27 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/e3e9e35ec34946b6a3da51d2ba21af27 2024-11-21T19:39:09,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d43af6f26d1c41f7a8b02bce86f127fe to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/d43af6f26d1c41f7a8b02bce86f127fe 2024-11-21T19:39:09,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/dfc9287b3f5f4721bb4df7a3491b4a2a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/dfc9287b3f5f4721bb4df7a3491b4a2a 2024-11-21T19:39:09,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c2fc8161d2c449a3ac971060f93a7814 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/c2fc8161d2c449a3ac971060f93a7814 2024-11-21T19:39:09,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c7fb9314361b47ad9a03f9040b4f2d59, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a6f90ccb3c0141a4a86455c3c03d5e79, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c85aaacbafb046da96d60f27f70ea13b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/98623e5f792e43339d597608ff5c0814, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/81276d231b5347d580f518bae8b5c810, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/8e23c36750eb4f4eb86230d416fad494, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d7e5a856b42141e98a2eb4ace9b4f58b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ddeaae412e384664b8c087ef468c4c93, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/139f16efb61e43d086204801a64bad05, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a69ed14b61df4770b55741c4466ce494, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/76200ef729104f979641bf6218cd593f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/f6d7384bec3546399fba0732d2fff8e9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/6853a97c2465475681442112d3cf7c62, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d65824da9a314ce9b295b2ab088ec320, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/b90a455e65dd47c6b804a53ef0534ccb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/cf8113ea38a64dd2a8124f4c6a6649ed, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2ff782778ec34a539e2d709326eb2c64, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/df3223b447c94c89a1be7b58e34681d8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/7afc196d725c45d4a5edd41417f56d68, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ac606a9a147d4bafabd3c37566aad556, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ed0f2fb16c464fff8fa9e5726b1a5de5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/29476187d8364174ac66fe2452d4c998, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/70467a3ae46a4d17914fac40b20f7a96, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/508be9c6eb674148a9b8559884fd8386, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2946c512223140519b97904d2b46592e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/749331f8e1b14380b6bfb2ac8338144c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/88311d172a074a59a2af957ddcb4880f] to archive 2024-11-21T19:39:09,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:39:10,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c7fb9314361b47ad9a03f9040b4f2d59 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c7fb9314361b47ad9a03f9040b4f2d59 2024-11-21T19:39:10,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a6f90ccb3c0141a4a86455c3c03d5e79 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a6f90ccb3c0141a4a86455c3c03d5e79 2024-11-21T19:39:10,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c85aaacbafb046da96d60f27f70ea13b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/c85aaacbafb046da96d60f27f70ea13b 2024-11-21T19:39:10,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/98623e5f792e43339d597608ff5c0814 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/98623e5f792e43339d597608ff5c0814 2024-11-21T19:39:10,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/81276d231b5347d580f518bae8b5c810 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/81276d231b5347d580f518bae8b5c810 2024-11-21T19:39:10,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/8e23c36750eb4f4eb86230d416fad494 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/8e23c36750eb4f4eb86230d416fad494 2024-11-21T19:39:10,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d7e5a856b42141e98a2eb4ace9b4f58b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d7e5a856b42141e98a2eb4ace9b4f58b 2024-11-21T19:39:10,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ddeaae412e384664b8c087ef468c4c93 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ddeaae412e384664b8c087ef468c4c93 2024-11-21T19:39:10,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/139f16efb61e43d086204801a64bad05 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/139f16efb61e43d086204801a64bad05 2024-11-21T19:39:10,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a69ed14b61df4770b55741c4466ce494 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/a69ed14b61df4770b55741c4466ce494 2024-11-21T19:39:10,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/76200ef729104f979641bf6218cd593f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/76200ef729104f979641bf6218cd593f 2024-11-21T19:39:10,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/f6d7384bec3546399fba0732d2fff8e9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/f6d7384bec3546399fba0732d2fff8e9 2024-11-21T19:39:10,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/6853a97c2465475681442112d3cf7c62 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/6853a97c2465475681442112d3cf7c62 2024-11-21T19:39:10,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d65824da9a314ce9b295b2ab088ec320 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/d65824da9a314ce9b295b2ab088ec320 2024-11-21T19:39:10,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/b90a455e65dd47c6b804a53ef0534ccb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/b90a455e65dd47c6b804a53ef0534ccb 2024-11-21T19:39:10,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/cf8113ea38a64dd2a8124f4c6a6649ed to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/cf8113ea38a64dd2a8124f4c6a6649ed 2024-11-21T19:39:10,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2ff782778ec34a539e2d709326eb2c64 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2ff782778ec34a539e2d709326eb2c64 2024-11-21T19:39:10,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/df3223b447c94c89a1be7b58e34681d8 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/df3223b447c94c89a1be7b58e34681d8 2024-11-21T19:39:10,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/7afc196d725c45d4a5edd41417f56d68 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/7afc196d725c45d4a5edd41417f56d68 2024-11-21T19:39:10,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ac606a9a147d4bafabd3c37566aad556 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ac606a9a147d4bafabd3c37566aad556 2024-11-21T19:39:10,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ed0f2fb16c464fff8fa9e5726b1a5de5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/ed0f2fb16c464fff8fa9e5726b1a5de5 2024-11-21T19:39:10,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/29476187d8364174ac66fe2452d4c998 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/29476187d8364174ac66fe2452d4c998 2024-11-21T19:39:10,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/70467a3ae46a4d17914fac40b20f7a96 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/70467a3ae46a4d17914fac40b20f7a96 2024-11-21T19:39:10,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/508be9c6eb674148a9b8559884fd8386 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/508be9c6eb674148a9b8559884fd8386 2024-11-21T19:39:10,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2946c512223140519b97904d2b46592e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2946c512223140519b97904d2b46592e 2024-11-21T19:39:10,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/749331f8e1b14380b6bfb2ac8338144c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/749331f8e1b14380b6bfb2ac8338144c 2024-11-21T19:39:10,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/88311d172a074a59a2af957ddcb4880f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/88311d172a074a59a2af957ddcb4880f 2024-11-21T19:39:10,050 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/recovered.edits/419.seqid, newMaxSeqId=419, maxSeqId=1 2024-11-21T19:39:10,051 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df. 2024-11-21T19:39:10,051 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1635): Region close journal for 484a8709d2186e75f79103e3988df2df: 2024-11-21T19:39:10,052 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(170): Closed 484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:10,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=85 updating hbase:meta row=484a8709d2186e75f79103e3988df2df, regionState=CLOSED 2024-11-21T19:39:10,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-21T19:39:10,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; CloseRegionProcedure 484a8709d2186e75f79103e3988df2df, server=2d90ca23533b,46653,1732217858981 in 1.4460 sec 2024-11-21T19:39:10,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=84 2024-11-21T19:39:10,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=84, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=484a8709d2186e75f79103e3988df2df, UNASSIGN in 1.4490 sec 2024-11-21T19:39:10,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-21T19:39:10,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4530 sec 2024-11-21T19:39:10,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217950059"}]},"ts":"1732217950059"} 2024-11-21T19:39:10,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T19:39:10,070 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T19:39:10,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4900 sec 2024-11-21T19:39:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-21T19:39:10,690 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-21T19:39:10,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T19:39:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:10,694 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=87, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T19:39:10,695 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=87, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:10,698 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:10,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/recovered.edits] 2024-11-21T19:39:10,708 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/04eccc30c6794a509fe3c572f8529598 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/04eccc30c6794a509fe3c572f8529598 2024-11-21T19:39:10,710 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/58b7a7472c2c46edabbb8ef2ce4f4375 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/58b7a7472c2c46edabbb8ef2ce4f4375 2024-11-21T19:39:10,712 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5eaf28e3777e489485c9f3e3a325b892 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/5eaf28e3777e489485c9f3e3a325b892 2024-11-21T19:39:10,714 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/c56b51e02bd749828e14301bd990a5a7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/A/c56b51e02bd749828e14301bd990a5a7 2024-11-21T19:39:10,717 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/3d56e21e85204d6e869e13e0216764c6 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/3d56e21e85204d6e869e13e0216764c6 2024-11-21T19:39:10,719 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6bb70902da8a4cdc9d293774f7ac37ce to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/6bb70902da8a4cdc9d293774f7ac37ce 2024-11-21T19:39:10,720 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/910e4556d5f14cfc8ed0a26c391130dd to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/910e4556d5f14cfc8ed0a26c391130dd 2024-11-21T19:39:10,720 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/e039d6105a97446d9859d11d0e075d77 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/B/e039d6105a97446d9859d11d0e075d77 2024-11-21T19:39:10,722 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/28dbac54d86c46479db796d61dd6c15a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/28dbac54d86c46479db796d61dd6c15a 2024-11-21T19:39:10,723 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2c868b1d22a8438cb24378b5ce079f2f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/2c868b1d22a8438cb24378b5ce079f2f 2024-11-21T19:39:10,724 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/692d770b3c094e0eb5c7dcd500292381 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/692d770b3c094e0eb5c7dcd500292381 2024-11-21T19:39:10,725 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/fb4f4d7ebb3246e390fe0027c2060a99 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/C/fb4f4d7ebb3246e390fe0027c2060a99 2024-11-21T19:39:10,727 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/recovered.edits/419.seqid to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df/recovered.edits/419.seqid 2024-11-21T19:39:10,727 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/484a8709d2186e75f79103e3988df2df 2024-11-21T19:39:10,727 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T19:39:10,729 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=87, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:10,732 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T19:39:10,733 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T19:39:10,734 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=87, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:10,734 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T19:39:10,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732217950734"}]},"ts":"9223372036854775807"} 2024-11-21T19:39:10,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T19:39:10,736 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 484a8709d2186e75f79103e3988df2df, NAME => 'TestAcidGuarantees,,1732217924302.484a8709d2186e75f79103e3988df2df.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T19:39:10,737 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T19:39:10,737 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732217950737"}]},"ts":"9223372036854775807"} 2024-11-21T19:39:10,738 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T19:39:10,745 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=87, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:10,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-21T19:39:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-21T19:39:10,796 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-21T19:39:10,809 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1074 (was 1074), ProcessCount=11 (was 11), AvailableMemoryMB=2262 (was 2839) 2024-11-21T19:39:10,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=1074, ProcessCount=11, AvailableMemoryMB=2261 2024-11-21T19:39:10,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T19:39:10,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:39:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:10,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:39:10,820 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:10,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 88 2024-11-21T19:39:10,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:39:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-21T19:39:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742163_1339 (size=963) 2024-11-21T19:39:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-21T19:39:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-21T19:39:11,228 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 2024-11-21T19:39:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742164_1340 (size=53) 2024-11-21T19:39:11,237 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:39:11,238 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0450952ed7cf7e02de84dab21c8a5fff, disabling compactions & flushes 2024-11-21T19:39:11,238 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:11,238 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:11,238 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. after waiting 0 ms 2024-11-21T19:39:11,238 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:11,238 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:11,238 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:11,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:39:11,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732217951239"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732217951239"}]},"ts":"1732217951239"} 2024-11-21T19:39:11,240 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:39:11,240 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:39:11,240 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217951240"}]},"ts":"1732217951240"} 2024-11-21T19:39:11,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T19:39:11,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, ASSIGN}] 2024-11-21T19:39:11,259 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, ASSIGN 2024-11-21T19:39:11,260 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, ASSIGN; state=OFFLINE, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=false 2024-11-21T19:39:11,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=0450952ed7cf7e02de84dab21c8a5fff, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:11,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; OpenRegionProcedure 0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:39:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-21T19:39:11,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:11,566 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:11,567 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7285): Opening region: {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:39:11,567 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:11,567 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:39:11,567 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7327): checking encryption for 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:11,567 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7330): checking classloading for 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:11,569 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:11,570 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:39:11,570 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0450952ed7cf7e02de84dab21c8a5fff columnFamilyName A 2024-11-21T19:39:11,570 DEBUG [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:11,571 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(327): Store=0450952ed7cf7e02de84dab21c8a5fff/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:39:11,571 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:11,572 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:39:11,572 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0450952ed7cf7e02de84dab21c8a5fff columnFamilyName B 2024-11-21T19:39:11,572 DEBUG [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:11,573 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(327): Store=0450952ed7cf7e02de84dab21c8a5fff/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:39:11,573 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:11,574 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:39:11,574 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0450952ed7cf7e02de84dab21c8a5fff columnFamilyName C 2024-11-21T19:39:11,574 DEBUG [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:11,574 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(327): Store=0450952ed7cf7e02de84dab21c8a5fff/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:39:11,574 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:11,575 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:11,575 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:11,576 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:39:11,577 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1085): writing seq id for 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:11,579 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:39:11,580 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1102): Opened 0450952ed7cf7e02de84dab21c8a5fff; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59657831, jitterRate=-0.11102904379367828}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:39:11,580 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1001): Region open journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:11,581 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., pid=90, masterSystemTime=1732217951563 2024-11-21T19:39:11,582 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:11,582 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:11,582 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=0450952ed7cf7e02de84dab21c8a5fff, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:11,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-21T19:39:11,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; OpenRegionProcedure 0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 in 171 msec 2024-11-21T19:39:11,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-21T19:39:11,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, ASSIGN in 326 msec 2024-11-21T19:39:11,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:39:11,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217951585"}]},"ts":"1732217951585"} 2024-11-21T19:39:11,586 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T19:39:11,596 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=88, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:39:11,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 777 msec 2024-11-21T19:39:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-11-21T19:39:11,924 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-11-21T19:39:11,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c82ed94 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16dc0563 2024-11-21T19:39:11,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508125d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:11,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:11,945 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:11,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:39:11,947 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:39:11,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T19:39:11,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:39:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:11,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742165_1341 (size=999) 2024-11-21T19:39:12,360 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-21T19:39:12,360 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-21T19:39:12,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T19:39:12,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, REOPEN/MOVE}] 2024-11-21T19:39:12,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, REOPEN/MOVE 2024-11-21T19:39:12,366 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=0450952ed7cf7e02de84dab21c8a5fff, regionState=CLOSING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:12,368 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T19:39:12,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:39:12,519 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:12,520 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,520 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T19:39:12,520 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 0450952ed7cf7e02de84dab21c8a5fff, disabling compactions & flushes 2024-11-21T19:39:12,520 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:12,520 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:12,520 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. after waiting 0 ms 2024-11-21T19:39:12,520 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:12,523 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T19:39:12,523 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:12,523 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:12,523 WARN [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionServer(3786): Not adding moved region record: 0450952ed7cf7e02de84dab21c8a5fff to self. 2024-11-21T19:39:12,525 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,525 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=0450952ed7cf7e02de84dab21c8a5fff, regionState=CLOSED 2024-11-21T19:39:12,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-21T19:39:12,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 in 158 msec 2024-11-21T19:39:12,528 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, REOPEN/MOVE; state=CLOSED, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=true 2024-11-21T19:39:12,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=0450952ed7cf7e02de84dab21c8a5fff, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:12,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=93, state=RUNNABLE; OpenRegionProcedure 0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:39:12,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:12,833 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:12,833 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7285): Opening region: {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:39:12,834 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,834 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:39:12,834 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7327): checking encryption for 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,834 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7330): checking classloading for 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,835 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,837 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:39:12,837 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0450952ed7cf7e02de84dab21c8a5fff columnFamilyName A 2024-11-21T19:39:12,838 DEBUG [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:12,839 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(327): Store=0450952ed7cf7e02de84dab21c8a5fff/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:39:12,840 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,843 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:39:12,843 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0450952ed7cf7e02de84dab21c8a5fff columnFamilyName B 2024-11-21T19:39:12,843 DEBUG [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:12,844 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(327): Store=0450952ed7cf7e02de84dab21c8a5fff/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:39:12,844 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,845 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:39:12,845 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0450952ed7cf7e02de84dab21c8a5fff columnFamilyName C 2024-11-21T19:39:12,845 DEBUG [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:12,845 INFO [StoreOpener-0450952ed7cf7e02de84dab21c8a5fff-1 {}] regionserver.HStore(327): Store=0450952ed7cf7e02de84dab21c8a5fff/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:39:12,845 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:12,846 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,847 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,848 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:39:12,849 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1085): writing seq id for 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:12,850 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1102): Opened 0450952ed7cf7e02de84dab21c8a5fff; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59407505, jitterRate=-0.11475919187068939}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:39:12,851 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1001): Region open journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:12,852 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., pid=95, masterSystemTime=1732217952831 2024-11-21T19:39:12,853 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:12,853 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:12,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=0450952ed7cf7e02de84dab21c8a5fff, regionState=OPEN, openSeqNum=5, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:12,856 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39821 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=2d90ca23533b,46653,1732217858981, table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T19:39:12,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=93 2024-11-21T19:39:12,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=93, state=SUCCESS; OpenRegionProcedure 0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 in 179 msec 2024-11-21T19:39:12,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-21T19:39:12,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, REOPEN/MOVE in 495 msec 2024-11-21T19:39:12,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-21T19:39:12,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 500 msec 2024-11-21T19:39:12,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 915 msec 2024-11-21T19:39:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-21T19:39:12,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c55cccc to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ad42d38 2024-11-21T19:39:12,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a23205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:12,912 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45b85570 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e8e0d12 2024-11-21T19:39:12,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5e3cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:12,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x522d4f9e to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c752e54 2024-11-21T19:39:12,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311047da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:12,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c5fcb3 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55076771 2024-11-21T19:39:12,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661ad49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:12,955 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x115da668 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f0f67dd 2024-11-21T19:39:12,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f01f294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:12,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e66e492 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4eb33298 2024-11-21T19:39:12,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e4b93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:12,984 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f8019db to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48f0df41 2024-11-21T19:39:13,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4eaa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:13,005 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b44a589 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75007f77 2024-11-21T19:39:13,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b31cc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:13,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x482f1baa to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3ea22e1f 2024-11-21T19:39:13,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2416f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:13,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4185f9e7 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e78f51e 2024-11-21T19:39:13,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2520e5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:13,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:13,049 DEBUG [hconnection-0x71810201-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-21T19:39:13,049 DEBUG [hconnection-0x2dc82e89-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,050 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:13,050 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T19:39:13,051 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,051 DEBUG [hconnection-0x28c6e5f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,051 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:13,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:13,052 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,053 DEBUG [hconnection-0x7a4ec9cf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,054 DEBUG [hconnection-0x55d1a9e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,054 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,055 DEBUG [hconnection-0x65c4b300-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,055 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,057 DEBUG [hconnection-0x370d093e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,058 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,060 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:13,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:13,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:13,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:13,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:13,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:13,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:13,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:13,067 DEBUG [hconnection-0x608ba8a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,068 DEBUG [hconnection-0x61d424fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,069 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,069 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,071 DEBUG [hconnection-0xe5f266f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:13,072 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218013093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218013094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218013095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218013097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218013099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab1f3b9ed8a04dfabc92919bc9035e4e_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217953062/Put/seqid=0 2024-11-21T19:39:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742166_1342 (size=17034) 2024-11-21T19:39:13,133 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:13,148 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab1f3b9ed8a04dfabc92919bc9035e4e_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab1f3b9ed8a04dfabc92919bc9035e4e_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:13,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/a57a9f789b9f474889f534e873c17c93, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T19:39:13,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/a57a9f789b9f474889f534e873c17c93 is 175, key is test_row_0/A:col10/1732217953062/Put/seqid=0 2024-11-21T19:39:13,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742167_1343 (size=48139) 2024-11-21T19:39:13,194 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/a57a9f789b9f474889f534e873c17c93 2024-11-21T19:39:13,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218013198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T19:39:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218013203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:13,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218013206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218013209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218013211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/c15b9092218c4808b65efffc1ead958a is 50, key is test_row_0/B:col10/1732217953062/Put/seqid=0 2024-11-21T19:39:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742168_1344 (size=12001) 2024-11-21T19:39:13,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/c15b9092218c4808b65efffc1ead958a 2024-11-21T19:39:13,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/d68c283da5f94b96b5523b8e33f976cc is 50, key is test_row_0/C:col10/1732217953062/Put/seqid=0 2024-11-21T19:39:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T19:39:13,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742169_1345 (size=12001) 2024-11-21T19:39:13,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/d68c283da5f94b96b5523b8e33f976cc 2024-11-21T19:39:13,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T19:39:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/a57a9f789b9f474889f534e873c17c93 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a57a9f789b9f474889f534e873c17c93 2024-11-21T19:39:13,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a57a9f789b9f474889f534e873c17c93, entries=250, sequenceid=16, filesize=47.0 K 2024-11-21T19:39:13,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/c15b9092218c4808b65efffc1ead958a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/c15b9092218c4808b65efffc1ead958a 2024-11-21T19:39:13,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/c15b9092218c4808b65efffc1ead958a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T19:39:13,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/d68c283da5f94b96b5523b8e33f976cc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/d68c283da5f94b96b5523b8e33f976cc 2024-11-21T19:39:13,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/d68c283da5f94b96b5523b8e33f976cc, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T19:39:13,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0450952ed7cf7e02de84dab21c8a5fff in 338ms, sequenceid=16, compaction requested=false 2024-11-21T19:39:13,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:13,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:39:13,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:13,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:13,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:13,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:13,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:13,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:13,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218095c6367c33428db5ff5745c38275fd_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217953092/Put/seqid=0 2024-11-21T19:39:13,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742170_1346 (size=14594) 2024-11-21T19:39:13,422 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:13,427 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218095c6367c33428db5ff5745c38275fd_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218095c6367c33428db5ff5745c38275fd_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:13,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/d0096b0a8b7449e1981630aca06d0f9e, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:13,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/d0096b0a8b7449e1981630aca06d0f9e is 175, key is test_row_0/A:col10/1732217953092/Put/seqid=0 2024-11-21T19:39:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218013425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218013426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218013429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218013431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218013433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742171_1347 (size=39549) 2024-11-21T19:39:13,529 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T19:39:13,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:13,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218013534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218013534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218013534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218013535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218013535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T19:39:13,682 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T19:39:13,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:13,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218013741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218013743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218013743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218013746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218013746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T19:39:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,845 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/d0096b0a8b7449e1981630aca06d0f9e 2024-11-21T19:39:13,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/7160667a6ae9422faa50fa42c3cfd531 is 50, key is test_row_0/B:col10/1732217953092/Put/seqid=0 2024-11-21T19:39:13,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742172_1348 (size=12001) 2024-11-21T19:39:13,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/7160667a6ae9422faa50fa42c3cfd531 2024-11-21T19:39:13,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/5a265983a78943238c4a7641a3767ca9 is 50, key is test_row_0/C:col10/1732217953092/Put/seqid=0 2024-11-21T19:39:13,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742173_1349 (size=12001) 2024-11-21T19:39:13,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:13,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T19:39:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:13,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:13,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:14,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218014059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218014059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218014059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218014059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218014066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T19:39:14,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T19:39:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:14,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:14,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:14,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T19:39:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:14,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:14,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/5a265983a78943238c4a7641a3767ca9 2024-11-21T19:39:14,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/d0096b0a8b7449e1981630aca06d0f9e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d0096b0a8b7449e1981630aca06d0f9e 2024-11-21T19:39:14,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d0096b0a8b7449e1981630aca06d0f9e, entries=200, sequenceid=41, filesize=38.6 K 2024-11-21T19:39:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/7160667a6ae9422faa50fa42c3cfd531 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7160667a6ae9422faa50fa42c3cfd531 2024-11-21T19:39:14,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7160667a6ae9422faa50fa42c3cfd531, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T19:39:14,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/5a265983a78943238c4a7641a3767ca9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/5a265983a78943238c4a7641a3767ca9 2024-11-21T19:39:14,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/5a265983a78943238c4a7641a3767ca9, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T19:39:14,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0450952ed7cf7e02de84dab21c8a5fff in 942ms, sequenceid=41, compaction requested=false 2024-11-21T19:39:14,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:14,461 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-21T19:39:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:14,461 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:14,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:14,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112165d1fa2790e042b199e84c10c28c5e12_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217953432/Put/seqid=0 2024-11-21T19:39:14,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742174_1350 (size=12154) 2024-11-21T19:39:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:14,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:14,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218014604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218014605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218014609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218014611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218014613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218014714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218014714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218014718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218014718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218014725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:14,882 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112165d1fa2790e042b199e84c10c28c5e12_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112165d1fa2790e042b199e84c10c28c5e12_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:14,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/1d808468195a486394e2e9645c6dc2fc, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/1d808468195a486394e2e9645c6dc2fc is 175, key is test_row_0/A:col10/1732217953432/Put/seqid=0 2024-11-21T19:39:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742175_1351 (size=30955) 2024-11-21T19:39:14,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218014923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218014924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218014924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218014925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:14,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218014935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T19:39:15,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218015226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218015232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218015236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218015239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218015246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,288 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/1d808468195a486394e2e9645c6dc2fc 2024-11-21T19:39:15,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/10ab45a033724a18aa94a890d9a518cf is 50, key is test_row_0/B:col10/1732217953432/Put/seqid=0 2024-11-21T19:39:15,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742176_1352 (size=12001) 2024-11-21T19:39:15,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:39:15,703 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/10ab45a033724a18aa94a890d9a518cf 2024-11-21T19:39:15,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/92224fba290b481d919e645d6484ba7c is 50, key is test_row_0/C:col10/1732217953432/Put/seqid=0 2024-11-21T19:39:15,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218015735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218015741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742177_1353 (size=12001) 2024-11-21T19:39:15,747 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/92224fba290b481d919e645d6484ba7c 2024-11-21T19:39:15,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218015745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218015751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:15,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/1d808468195a486394e2e9645c6dc2fc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1d808468195a486394e2e9645c6dc2fc 2024-11-21T19:39:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218015759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:15,777 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1d808468195a486394e2e9645c6dc2fc, entries=150, sequenceid=52, filesize=30.2 K 2024-11-21T19:39:15,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/10ab45a033724a18aa94a890d9a518cf as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/10ab45a033724a18aa94a890d9a518cf 2024-11-21T19:39:15,785 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/10ab45a033724a18aa94a890d9a518cf, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T19:39:15,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/92224fba290b481d919e645d6484ba7c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/92224fba290b481d919e645d6484ba7c 2024-11-21T19:39:15,794 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/92224fba290b481d919e645d6484ba7c, entries=150, sequenceid=52, filesize=11.7 K 2024-11-21T19:39:15,795 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0450952ed7cf7e02de84dab21c8a5fff in 1334ms, sequenceid=52, compaction requested=true 2024-11-21T19:39:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-21T19:39:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-21T19:39:15,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-21T19:39:15,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7460 sec 2024-11-21T19:39:15,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 2.7520 sec 2024-11-21T19:39:16,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:16,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T19:39:16,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:16,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:16,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:16,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:16,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:16,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:16,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112129828cfff4434421b9a2ac89c033c419_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217954611/Put/seqid=0 2024-11-21T19:39:16,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218016773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:16,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218016773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:16,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218016774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:16,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218016775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218016785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742178_1354 (size=14594) 2024-11-21T19:39:16,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218016886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:16,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:16,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218016887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:16,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218016888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218016900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218017096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218017102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:17,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218017106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218017110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-21T19:39:17,155 INFO [Thread-1551 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-21T19:39:17,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-21T19:39:17,163 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:17,163 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:17,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:17,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T19:39:17,218 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:17,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112129828cfff4434421b9a2ac89c033c419_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112129828cfff4434421b9a2ac89c033c419_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:17,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/26271db1fb4e4ab4968613698f1c9589, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:17,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/26271db1fb4e4ab4968613698f1c9589 is 175, key is test_row_0/A:col10/1732217954611/Put/seqid=0 2024-11-21T19:39:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T19:39:17,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742179_1355 (size=39549) 2024-11-21T19:39:17,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/26271db1fb4e4ab4968613698f1c9589 2024-11-21T19:39:17,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/08aa6343aeda45748822a47c44c10938 is 50, key is test_row_0/B:col10/1732217954611/Put/seqid=0 2024-11-21T19:39:17,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742180_1356 (size=12001) 2024-11-21T19:39:17,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T19:39:17,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:17,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:17,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:17,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:17,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:17,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/08aa6343aeda45748822a47c44c10938 2024-11-21T19:39:17,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/c8ed631b5ec845ad9f2191304218ac2c is 50, key is test_row_0/C:col10/1732217954611/Put/seqid=0 2024-11-21T19:39:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742181_1357 (size=12001) 2024-11-21T19:39:17,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/c8ed631b5ec845ad9f2191304218ac2c 2024-11-21T19:39:17,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/26271db1fb4e4ab4968613698f1c9589 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/26271db1fb4e4ab4968613698f1c9589 2024-11-21T19:39:17,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218017409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218017410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218017411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/26271db1fb4e4ab4968613698f1c9589, entries=200, sequenceid=78, filesize=38.6 K 2024-11-21T19:39:17,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/08aa6343aeda45748822a47c44c10938 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/08aa6343aeda45748822a47c44c10938 2024-11-21T19:39:17,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218017419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/08aa6343aeda45748822a47c44c10938, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T19:39:17,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/c8ed631b5ec845ad9f2191304218ac2c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/c8ed631b5ec845ad9f2191304218ac2c 2024-11-21T19:39:17,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/c8ed631b5ec845ad9f2191304218ac2c, entries=150, sequenceid=78, filesize=11.7 K 2024-11-21T19:39:17,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0450952ed7cf7e02de84dab21c8a5fff in 679ms, sequenceid=78, compaction requested=true 2024-11-21T19:39:17,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:17,435 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:17,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:17,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:17,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:17,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:17,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:17,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:39:17,436 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:17,439 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:17,439 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/A is initiating minor compaction (all files) 2024-11-21T19:39:17,439 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/A in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:17,440 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a57a9f789b9f474889f534e873c17c93, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d0096b0a8b7449e1981630aca06d0f9e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1d808468195a486394e2e9645c6dc2fc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/26271db1fb4e4ab4968613698f1c9589] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=154.5 K 2024-11-21T19:39:17,440 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:17,440 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a57a9f789b9f474889f534e873c17c93, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d0096b0a8b7449e1981630aca06d0f9e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1d808468195a486394e2e9645c6dc2fc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/26271db1fb4e4ab4968613698f1c9589] 2024-11-21T19:39:17,440 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:17,440 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/B is initiating minor compaction (all files) 2024-11-21T19:39:17,440 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/B in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:17,440 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/c15b9092218c4808b65efffc1ead958a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7160667a6ae9422faa50fa42c3cfd531, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/10ab45a033724a18aa94a890d9a518cf, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/08aa6343aeda45748822a47c44c10938] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=46.9 K 2024-11-21T19:39:17,441 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting c15b9092218c4808b65efffc1ead958a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732217953061 2024-11-21T19:39:17,441 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a57a9f789b9f474889f534e873c17c93, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732217953060 2024-11-21T19:39:17,441 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 7160667a6ae9422faa50fa42c3cfd531, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732217953091 2024-11-21T19:39:17,441 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0096b0a8b7449e1981630aca06d0f9e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732217953091 2024-11-21T19:39:17,441 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 10ab45a033724a18aa94a890d9a518cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732217953428 2024-11-21T19:39:17,442 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 08aa6343aeda45748822a47c44c10938, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732217954608 2024-11-21T19:39:17,443 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d808468195a486394e2e9645c6dc2fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732217953428 2024-11-21T19:39:17,443 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26271db1fb4e4ab4968613698f1c9589, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732217954604 2024-11-21T19:39:17,456 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:17,457 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/37df866b1f744fa79cd34a6945fde4b7 is 50, key is test_row_0/B:col10/1732217954611/Put/seqid=0 2024-11-21T19:39:17,459 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742182_1358 (size=12139) 2024-11-21T19:39:17,461 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112179a04496546845aa80dedd8ac9b76d69_0450952ed7cf7e02de84dab21c8a5fff store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:17,464 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112179a04496546845aa80dedd8ac9b76d69_0450952ed7cf7e02de84dab21c8a5fff, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:17,464 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112179a04496546845aa80dedd8ac9b76d69_0450952ed7cf7e02de84dab21c8a5fff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T19:39:17,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742183_1359 (size=4469) 2024-11-21T19:39:17,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:17,477 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#A#compaction#301 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:17,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-21T19:39:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:17,478 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T19:39:17,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:17,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:17,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:17,479 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/84288b89921f47579714b8584da81f2e is 175, key is test_row_0/A:col10/1732217954611/Put/seqid=0 2024-11-21T19:39:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742184_1360 (size=31093) 2024-11-21T19:39:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214de032ff9968403fb46fb72fba06c60b_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217956783/Put/seqid=0 2024-11-21T19:39:17,539 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/84288b89921f47579714b8584da81f2e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/84288b89921f47579714b8584da81f2e 2024-11-21T19:39:17,546 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/A of 0450952ed7cf7e02de84dab21c8a5fff into 84288b89921f47579714b8584da81f2e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:17,546 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:17,546 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/A, priority=12, startTime=1732217957435; duration=0sec 2024-11-21T19:39:17,546 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:17,546 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:A 2024-11-21T19:39:17,546 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:17,548 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:17,548 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/C is initiating minor compaction (all files) 2024-11-21T19:39:17,548 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/C in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:17,548 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/d68c283da5f94b96b5523b8e33f976cc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/5a265983a78943238c4a7641a3767ca9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/92224fba290b481d919e645d6484ba7c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/c8ed631b5ec845ad9f2191304218ac2c] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=46.9 K 2024-11-21T19:39:17,549 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d68c283da5f94b96b5523b8e33f976cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732217953061 2024-11-21T19:39:17,549 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a265983a78943238c4a7641a3767ca9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732217953091 2024-11-21T19:39:17,549 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92224fba290b481d919e645d6484ba7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732217953428 2024-11-21T19:39:17,549 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8ed631b5ec845ad9f2191304218ac2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732217954608 2024-11-21T19:39:17,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742185_1361 (size=12154) 2024-11-21T19:39:17,574 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#C#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:17,574 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/97def207619c436d910cdbeef9698833 is 50, key is test_row_0/C:col10/1732217954611/Put/seqid=0 2024-11-21T19:39:17,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742186_1362 (size=12139) 2024-11-21T19:39:17,624 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/97def207619c436d910cdbeef9698833 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/97def207619c436d910cdbeef9698833 2024-11-21T19:39:17,641 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/C of 0450952ed7cf7e02de84dab21c8a5fff into 97def207619c436d910cdbeef9698833(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:17,641 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:17,641 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/C, priority=12, startTime=1732217957436; duration=0sec 2024-11-21T19:39:17,642 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:17,642 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:C 2024-11-21T19:39:17,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T19:39:17,876 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/37df866b1f744fa79cd34a6945fde4b7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/37df866b1f744fa79cd34a6945fde4b7 2024-11-21T19:39:17,882 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/B of 0450952ed7cf7e02de84dab21c8a5fff into 37df866b1f744fa79cd34a6945fde4b7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:17,882 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:17,882 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/B, priority=12, startTime=1732217957436; duration=0sec 2024-11-21T19:39:17,882 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:17,882 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:B 2024-11-21T19:39:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:17,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:17,974 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214de032ff9968403fb46fb72fba06c60b_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214de032ff9968403fb46fb72fba06c60b_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:17,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8aab295e5bcb4c5f9b3c5b0ac17c89da, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:17,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8aab295e5bcb4c5f9b3c5b0ac17c89da is 175, key is test_row_0/A:col10/1732217956783/Put/seqid=0 2024-11-21T19:39:18,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218017990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218017992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218017994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218017994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742187_1363 (size=30955) 2024-11-21T19:39:18,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218018104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218018104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218018104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218018105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T19:39:18,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218018315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218018315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218018317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218018320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,410 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8aab295e5bcb4c5f9b3c5b0ac17c89da 2024-11-21T19:39:18,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/2edf72be5a3a4c8890113436c9f64509 is 50, key is test_row_0/B:col10/1732217956783/Put/seqid=0 2024-11-21T19:39:18,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742188_1364 (size=12001) 2024-11-21T19:39:18,486 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/2edf72be5a3a4c8890113436c9f64509 2024-11-21T19:39:18,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/b0ab85ce2723444a9d2a619d03536d1e is 50, key is test_row_0/C:col10/1732217956783/Put/seqid=0 2024-11-21T19:39:18,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742189_1365 (size=12001) 2024-11-21T19:39:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218018621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218018622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218018626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218018629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218018800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:18,802 DEBUG [Thread-1545 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:39:18,986 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/b0ab85ce2723444a9d2a619d03536d1e 2024-11-21T19:39:18,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8aab295e5bcb4c5f9b3c5b0ac17c89da as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8aab295e5bcb4c5f9b3c5b0ac17c89da 2024-11-21T19:39:19,008 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8aab295e5bcb4c5f9b3c5b0ac17c89da, entries=150, sequenceid=88, filesize=30.2 K 2024-11-21T19:39:19,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/2edf72be5a3a4c8890113436c9f64509 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2edf72be5a3a4c8890113436c9f64509 2024-11-21T19:39:19,018 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2edf72be5a3a4c8890113436c9f64509, entries=150, sequenceid=88, filesize=11.7 K 2024-11-21T19:39:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/b0ab85ce2723444a9d2a619d03536d1e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/b0ab85ce2723444a9d2a619d03536d1e 2024-11-21T19:39:19,049 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/b0ab85ce2723444a9d2a619d03536d1e, entries=150, sequenceid=88, filesize=11.7 K 2024-11-21T19:39:19,050 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 0450952ed7cf7e02de84dab21c8a5fff in 1572ms, sequenceid=88, compaction requested=false 2024-11-21T19:39:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-21T19:39:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-21T19:39:19,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-21T19:39:19,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8960 sec 2024-11-21T19:39:19,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 1.9010 sec 2024-11-21T19:39:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:19,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T19:39:19,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:19,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:19,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218019151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121466da1d084ff4d44b9084ffa3f5d103c_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217959136/Put/seqid=0 2024-11-21T19:39:19,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218019167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218019168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218019168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742190_1366 (size=12154) 2024-11-21T19:39:19,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:19,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121466da1d084ff4d44b9084ffa3f5d103c_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121466da1d084ff4d44b9084ffa3f5d103c_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:19,218 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/28fd02e2135d41bab8c733b983d06d7e, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:19,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/28fd02e2135d41bab8c733b983d06d7e is 175, key is test_row_0/A:col10/1732217959136/Put/seqid=0 2024-11-21T19:39:19,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218019271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218019279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-21T19:39:19,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,290 INFO [Thread-1551 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-21T19:39:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218019283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218019284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-21T19:39:19,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T19:39:19,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:19,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:19,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742191_1367 (size=30955) 2024-11-21T19:39:19,365 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/28fd02e2135d41bab8c733b983d06d7e 2024-11-21T19:39:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T19:39:19,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/8ca82cacb3884057a8bcf601de0df43e is 50, key is test_row_0/B:col10/1732217959136/Put/seqid=0 2024-11-21T19:39:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742192_1368 (size=12001) 2024-11-21T19:39:19,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T19:39:19,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:19,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:19,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:19,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218019475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218019486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218019492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218019492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T19:39:19,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T19:39:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:19,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T19:39:19,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:19,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:19,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:19,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218019783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218019795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218019800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218019800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/8ca82cacb3884057a8bcf601de0df43e 2024-11-21T19:39:19,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/168d36b7cb0645d89f34f9850e6ef5a0 is 50, key is test_row_0/C:col10/1732217959136/Put/seqid=0 2024-11-21T19:39:19,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742193_1369 (size=12001) 2024-11-21T19:39:19,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T19:39:19,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:19,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T19:39:19,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:19,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:19,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:19,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:19,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:20,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T19:39:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:20,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:20,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T19:39:20,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:20,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:20,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:20,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:20,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:20,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/168d36b7cb0645d89f34f9850e6ef5a0 2024-11-21T19:39:20,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/28fd02e2135d41bab8c733b983d06d7e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/28fd02e2135d41bab8c733b983d06d7e 2024-11-21T19:39:20,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/28fd02e2135d41bab8c733b983d06d7e, entries=150, sequenceid=118, filesize=30.2 K 2024-11-21T19:39:20,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/8ca82cacb3884057a8bcf601de0df43e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/8ca82cacb3884057a8bcf601de0df43e 2024-11-21T19:39:20,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/8ca82cacb3884057a8bcf601de0df43e, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T19:39:20,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/168d36b7cb0645d89f34f9850e6ef5a0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/168d36b7cb0645d89f34f9850e6ef5a0 2024-11-21T19:39:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/168d36b7cb0645d89f34f9850e6ef5a0, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T19:39:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 0450952ed7cf7e02de84dab21c8a5fff in 1155ms, sequenceid=118, compaction requested=true 2024-11-21T19:39:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:20,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:20,297 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:20,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:20,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:20,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:39:20,297 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,298 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:20,298 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/B is initiating minor compaction (all files) 2024-11-21T19:39:20,298 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/B in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:20,298 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/37df866b1f744fa79cd34a6945fde4b7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2edf72be5a3a4c8890113436c9f64509, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/8ca82cacb3884057a8bcf601de0df43e] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=35.3 K 2024-11-21T19:39:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,299 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,299 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/A is initiating minor compaction (all files) 2024-11-21T19:39:20,299 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/A in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:20,299 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/84288b89921f47579714b8584da81f2e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8aab295e5bcb4c5f9b3c5b0ac17c89da, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/28fd02e2135d41bab8c733b983d06d7e] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=90.8 K 2024-11-21T19:39:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,299 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:20,299 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/84288b89921f47579714b8584da81f2e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8aab295e5bcb4c5f9b3c5b0ac17c89da, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/28fd02e2135d41bab8c733b983d06d7e] 2024-11-21T19:39:20,299 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 37df866b1f744fa79cd34a6945fde4b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732217954608 2024-11-21T19:39:20,300 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84288b89921f47579714b8584da81f2e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732217954608 2024-11-21T19:39:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,307 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2edf72be5a3a4c8890113436c9f64509, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732217956771 2024-11-21T19:39:20,307 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8aab295e5bcb4c5f9b3c5b0ac17c89da, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732217956771 2024-11-21T19:39:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,309 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ca82cacb3884057a8bcf601de0df43e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732217957992 2024-11-21T19:39:20,309 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28fd02e2135d41bab8c733b983d06d7e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732217957992 2024-11-21T19:39:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,325 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,328 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/7a091f70588b45729c218ab66649d7d3 is 50, key is test_row_0/B:col10/1732217959136/Put/seqid=0 2024-11-21T19:39:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,331 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:20,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,343 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411211d0a961393154d99a3cda3fda8a9d9b4_0450952ed7cf7e02de84dab21c8a5fff store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:20,345 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411211d0a961393154d99a3cda3fda8a9d9b4_0450952ed7cf7e02de84dab21c8a5fff, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:20,345 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411211d0a961393154d99a3cda3fda8a9d9b4_0450952ed7cf7e02de84dab21c8a5fff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742194_1370 (size=12241) 2024-11-21T19:39:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-21T19:39:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,371 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T19:39:20,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:20,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:20,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:20,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:20,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:20,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:20,372 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/7a091f70588b45729c218ab66649d7d3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7a091f70588b45729c218ab66649d7d3 2024-11-21T19:39:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742195_1371 (size=4469) 2024-11-21T19:39:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,388 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/B of 0450952ed7cf7e02de84dab21c8a5fff into 7a091f70588b45729c218ab66649d7d3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:20,388 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:20,388 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#A#compaction#310 average throughput is 0.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:20,388 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/B, priority=13, startTime=1732217960296; duration=0sec 2024-11-21T19:39:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,389 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:20,389 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:B 2024-11-21T19:39:20,389 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:20,389 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/c58f15ac378d4663985073191d09c094 is 175, key is test_row_0/A:col10/1732217959136/Put/seqid=0 2024-11-21T19:39:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,399 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:20,399 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/C is initiating minor compaction (all files) 2024-11-21T19:39:20,399 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/C in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:20,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,400 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/97def207619c436d910cdbeef9698833, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/b0ab85ce2723444a9d2a619d03536d1e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/168d36b7cb0645d89f34f9850e6ef5a0] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=35.3 K 2024-11-21T19:39:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T19:39:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,400 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 97def207619c436d910cdbeef9698833, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732217954608 2024-11-21T19:39:20,400 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b0ab85ce2723444a9d2a619d03536d1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732217956771 2024-11-21T19:39:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,401 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 168d36b7cb0645d89f34f9850e6ef5a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732217957992 2024-11-21T19:39:20,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210c45aae668af40389d0d4a96db260148_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217959160/Put/seqid=0 2024-11-21T19:39:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,437 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742197_1373 (size=9714) 2024-11-21T19:39:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742196_1372 (size=31195) 2024-11-21T19:39:20,438 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/3ce6e846200b440da9e5efaa92c5eb6f is 50, key is test_row_0/C:col10/1732217959136/Put/seqid=0 2024-11-21T19:39:20,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:20,447 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210c45aae668af40389d0d4a96db260148_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210c45aae668af40389d0d4a96db260148_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:20,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/a4db0b0acf524fbeae0a918edcfa0e60, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:20,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/a4db0b0acf524fbeae0a918edcfa0e60 is 175, key is test_row_0/A:col10/1732217959160/Put/seqid=0 2024-11-21T19:39:20,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742198_1374 (size=12241) 2024-11-21T19:39:20,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742199_1375 (size=22361) 2024-11-21T19:39:20,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218020531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218020572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218020575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218020575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218020675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218020687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218020687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218020687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,876 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/c58f15ac378d4663985073191d09c094 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c58f15ac378d4663985073191d09c094 2024-11-21T19:39:20,876 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/a4db0b0acf524fbeae0a918edcfa0e60 2024-11-21T19:39:20,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218020877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218020889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218020890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218020894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:20,899 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/3ce6e846200b440da9e5efaa92c5eb6f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3ce6e846200b440da9e5efaa92c5eb6f 2024-11-21T19:39:20,913 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/A of 0450952ed7cf7e02de84dab21c8a5fff into c58f15ac378d4663985073191d09c094(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:20,913 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:20,913 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/A, priority=13, startTime=1732217960296; duration=0sec 2024-11-21T19:39:20,913 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:20,913 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:A 2024-11-21T19:39:20,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/9bdd4c615b144eb0939d83b141627629 is 50, key is test_row_0/B:col10/1732217959160/Put/seqid=0 2024-11-21T19:39:20,931 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/C of 0450952ed7cf7e02de84dab21c8a5fff into 3ce6e846200b440da9e5efaa92c5eb6f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:20,931 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:20,931 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/C, priority=13, startTime=1732217960297; duration=0sec 2024-11-21T19:39:20,931 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:20,931 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:C 2024-11-21T19:39:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742200_1376 (size=9657) 2024-11-21T19:39:21,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218021204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:21,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218021204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:21,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218021204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:21,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218021205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:21,387 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/9bdd4c615b144eb0939d83b141627629 2024-11-21T19:39:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T19:39:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/4599901a431c452c9e1e1d98750d379d is 50, key is test_row_0/C:col10/1732217959160/Put/seqid=0 2024-11-21T19:39:21,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742201_1377 (size=9657) 2024-11-21T19:39:21,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218021718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:21,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218021718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:21,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218021719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:21,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218021719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:21,846 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/4599901a431c452c9e1e1d98750d379d 2024-11-21T19:39:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/a4db0b0acf524fbeae0a918edcfa0e60 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a4db0b0acf524fbeae0a918edcfa0e60 2024-11-21T19:39:21,903 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a4db0b0acf524fbeae0a918edcfa0e60, entries=100, sequenceid=128, filesize=21.8 K 2024-11-21T19:39:21,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/9bdd4c615b144eb0939d83b141627629 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9bdd4c615b144eb0939d83b141627629 2024-11-21T19:39:21,920 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9bdd4c615b144eb0939d83b141627629, entries=100, sequenceid=128, filesize=9.4 K 2024-11-21T19:39:21,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/4599901a431c452c9e1e1d98750d379d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/4599901a431c452c9e1e1d98750d379d 2024-11-21T19:39:21,934 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/4599901a431c452c9e1e1d98750d379d, entries=100, sequenceid=128, filesize=9.4 K 2024-11-21T19:39:21,936 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=167.72 KB/171750 for 0450952ed7cf7e02de84dab21c8a5fff in 1564ms, sequenceid=128, compaction requested=false 2024-11-21T19:39:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:21,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-21T19:39:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-21T19:39:21,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-21T19:39:21,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6400 sec 2024-11-21T19:39:21,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.6440 sec 2024-11-21T19:39:22,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-21T19:39:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:22,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:22,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:22,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:22,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:22,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:22,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218022773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:22,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218022775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:22,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218022779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:22,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218022783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:22,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b5284688bf244990bf9a82544d4db2c5_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217962739/Put/seqid=0 2024-11-21T19:39:22,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742202_1378 (size=12304) 2024-11-21T19:39:22,834 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:22,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218022836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:22,845 DEBUG [Thread-1545 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8231 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:39:22,848 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b5284688bf244990bf9a82544d4db2c5_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b5284688bf244990bf9a82544d4db2c5_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:22,849 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/0706436e7f42443e8b32eb388f180f03, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:22,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/0706436e7f42443e8b32eb388f180f03 is 175, key is test_row_0/A:col10/1732217962739/Put/seqid=0 2024-11-21T19:39:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742203_1379 (size=31105) 2024-11-21T19:39:22,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218022883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:22,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218022887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:22,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218022890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:22,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218022892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218023088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218023095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218023096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218023110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,278 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/0706436e7f42443e8b32eb388f180f03 2024-11-21T19:39:23,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/cc6864616c14437386dddb48edc46667 is 50, key is test_row_0/B:col10/1732217962739/Put/seqid=0 2024-11-21T19:39:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742204_1380 (size=12151) 2024-11-21T19:39:23,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/cc6864616c14437386dddb48edc46667 2024-11-21T19:39:23,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/267e68c86f4a434b811e6f3f63969317 is 50, key is test_row_0/C:col10/1732217962739/Put/seqid=0 2024-11-21T19:39:23,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218023395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742205_1381 (size=12151) 2024-11-21T19:39:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-21T19:39:23,405 INFO [Thread-1551 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-21T19:39:23,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/267e68c86f4a434b811e6f3f63969317 2024-11-21T19:39:23,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:23,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:23,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218023403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218023404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-21T19:39:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T19:39:23,417 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:23,418 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:23,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:23,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218023431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/0706436e7f42443e8b32eb388f180f03 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0706436e7f42443e8b32eb388f180f03 2024-11-21T19:39:23,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0706436e7f42443e8b32eb388f180f03, entries=150, sequenceid=161, filesize=30.4 K 2024-11-21T19:39:23,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/cc6864616c14437386dddb48edc46667 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/cc6864616c14437386dddb48edc46667 2024-11-21T19:39:23,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/cc6864616c14437386dddb48edc46667, entries=150, sequenceid=161, filesize=11.9 K 2024-11-21T19:39:23,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/267e68c86f4a434b811e6f3f63969317 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/267e68c86f4a434b811e6f3f63969317 2024-11-21T19:39:23,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T19:39:23,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/267e68c86f4a434b811e6f3f63969317, entries=150, sequenceid=161, filesize=11.9 K 2024-11-21T19:39:23,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 0450952ed7cf7e02de84dab21c8a5fff in 793ms, sequenceid=161, compaction requested=true 2024-11-21T19:39:23,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:23,536 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:23,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:23,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:23,537 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:23,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:23,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:23,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:23,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:23,542 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:23,543 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/B is initiating minor compaction (all files) 2024-11-21T19:39:23,543 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/B in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:23,543 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7a091f70588b45729c218ab66649d7d3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9bdd4c615b144eb0939d83b141627629, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/cc6864616c14437386dddb48edc46667] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=33.3 K 2024-11-21T19:39:23,543 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:23,543 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/A is initiating minor compaction (all files) 2024-11-21T19:39:23,543 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/A in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:23,543 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c58f15ac378d4663985073191d09c094, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a4db0b0acf524fbeae0a918edcfa0e60, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0706436e7f42443e8b32eb388f180f03] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=82.7 K 2024-11-21T19:39:23,543 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:23,544 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c58f15ac378d4663985073191d09c094, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a4db0b0acf524fbeae0a918edcfa0e60, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0706436e7f42443e8b32eb388f180f03] 2024-11-21T19:39:23,547 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c58f15ac378d4663985073191d09c094, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732217957992 2024-11-21T19:39:23,550 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4db0b0acf524fbeae0a918edcfa0e60, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732217959160 2024-11-21T19:39:23,550 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a091f70588b45729c218ab66649d7d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732217957992 2024-11-21T19:39:23,551 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0706436e7f42443e8b32eb388f180f03, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732217960543 2024-11-21T19:39:23,553 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bdd4c615b144eb0939d83b141627629, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732217959160 2024-11-21T19:39:23,555 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting cc6864616c14437386dddb48edc46667, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732217960543 2024-11-21T19:39:23,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:23,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-21T19:39:23,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:23,579 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T19:39:23,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:23,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:23,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:23,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:23,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:23,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:23,587 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:23,598 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214e9cc4eafbff48ebaca76ea1202897a4_0450952ed7cf7e02de84dab21c8a5fff store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:23,600 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214e9cc4eafbff48ebaca76ea1202897a4_0450952ed7cf7e02de84dab21c8a5fff, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:23,601 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214e9cc4eafbff48ebaca76ea1202897a4_0450952ed7cf7e02de84dab21c8a5fff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:23,604 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#B#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:23,605 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/da2db3e468114573b43ad029f9c8f591 is 50, key is test_row_0/B:col10/1732217962739/Put/seqid=0 2024-11-21T19:39:23,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e64dc8b49d264025b34129d65b1f0288_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217962764/Put/seqid=0 2024-11-21T19:39:23,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742206_1382 (size=4469) 2024-11-21T19:39:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742207_1383 (size=12493) 2024-11-21T19:39:23,622 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#A#compaction#318 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:23,623 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/08948fadf52a4823b6fd352e4d1b6876 is 175, key is test_row_0/A:col10/1732217962739/Put/seqid=0 2024-11-21T19:39:23,630 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/da2db3e468114573b43ad029f9c8f591 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/da2db3e468114573b43ad029f9c8f591 2024-11-21T19:39:23,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742208_1384 (size=12304) 2024-11-21T19:39:23,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:23,637 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/B of 0450952ed7cf7e02de84dab21c8a5fff into da2db3e468114573b43ad029f9c8f591(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:23,637 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:23,637 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/B, priority=13, startTime=1732217963537; duration=0sec 2024-11-21T19:39:23,637 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:23,637 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:B 2024-11-21T19:39:23,637 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:23,640 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:23,640 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/C is initiating minor compaction (all files) 2024-11-21T19:39:23,640 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/C in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:23,641 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e64dc8b49d264025b34129d65b1f0288_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e64dc8b49d264025b34129d65b1f0288_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:23,641 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3ce6e846200b440da9e5efaa92c5eb6f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/4599901a431c452c9e1e1d98750d379d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/267e68c86f4a434b811e6f3f63969317] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=33.3 K 2024-11-21T19:39:23,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/676ace1f0ab2480da06f0726b3904c24, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:23,642 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce6e846200b440da9e5efaa92c5eb6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732217957992 2024-11-21T19:39:23,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/676ace1f0ab2480da06f0726b3904c24 is 175, key is test_row_0/A:col10/1732217962764/Put/seqid=0 2024-11-21T19:39:23,643 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 4599901a431c452c9e1e1d98750d379d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732217959160 2024-11-21T19:39:23,651 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 267e68c86f4a434b811e6f3f63969317, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732217960543 2024-11-21T19:39:23,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742209_1385 (size=31447) 2024-11-21T19:39:23,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742210_1386 (size=31105) 2024-11-21T19:39:23,676 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:23,677 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/72451dfa0f9348e6a689b2ca0caa4085 is 50, key is test_row_0/C:col10/1732217962739/Put/seqid=0 2024-11-21T19:39:23,677 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/08948fadf52a4823b6fd352e4d1b6876 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/08948fadf52a4823b6fd352e4d1b6876 2024-11-21T19:39:23,684 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/A of 0450952ed7cf7e02de84dab21c8a5fff into 08948fadf52a4823b6fd352e4d1b6876(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:23,684 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:23,684 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/A, priority=13, startTime=1732217963536; duration=0sec 2024-11-21T19:39:23,684 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:23,684 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:A 2024-11-21T19:39:23,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742211_1387 (size=12493) 2024-11-21T19:39:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T19:39:23,729 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/72451dfa0f9348e6a689b2ca0caa4085 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/72451dfa0f9348e6a689b2ca0caa4085 2024-11-21T19:39:23,742 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/C of 0450952ed7cf7e02de84dab21c8a5fff into 72451dfa0f9348e6a689b2ca0caa4085(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:23,742 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:23,742 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/C, priority=13, startTime=1732217963539; duration=0sec 2024-11-21T19:39:23,742 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:23,742 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:C 2024-11-21T19:39:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:23,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T19:39:24,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218024043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218024055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218024066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218024074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,083 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/676ace1f0ab2480da06f0726b3904c24 2024-11-21T19:39:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/6fc8b1defd82493c944e350abf6525a0 is 50, key is test_row_0/B:col10/1732217962764/Put/seqid=0 2024-11-21T19:39:24,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742212_1388 (size=12151) 2024-11-21T19:39:24,155 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/6fc8b1defd82493c944e350abf6525a0 2024-11-21T19:39:24,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218024175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218024175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ceb6b4304fb1488e9946164071afac57 is 50, key is test_row_0/C:col10/1732217962764/Put/seqid=0 2024-11-21T19:39:24,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218024181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218024191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742213_1389 (size=12151) 2024-11-21T19:39:24,223 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ceb6b4304fb1488e9946164071afac57 2024-11-21T19:39:24,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/676ace1f0ab2480da06f0726b3904c24 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/676ace1f0ab2480da06f0726b3904c24 2024-11-21T19:39:24,275 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/676ace1f0ab2480da06f0726b3904c24, entries=150, sequenceid=168, filesize=30.4 K 2024-11-21T19:39:24,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/6fc8b1defd82493c944e350abf6525a0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6fc8b1defd82493c944e350abf6525a0 2024-11-21T19:39:24,316 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6fc8b1defd82493c944e350abf6525a0, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T19:39:24,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ceb6b4304fb1488e9946164071afac57 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ceb6b4304fb1488e9946164071afac57 2024-11-21T19:39:24,357 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ceb6b4304fb1488e9946164071afac57, entries=150, sequenceid=168, filesize=11.9 K 2024-11-21T19:39:24,363 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 0450952ed7cf7e02de84dab21c8a5fff in 784ms, sequenceid=168, compaction requested=false 2024-11-21T19:39:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:24,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-21T19:39:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-21T19:39:24,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-21T19:39:24,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 961 msec 2024-11-21T19:39:24,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-21T19:39:24,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:24,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:24,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:24,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:24,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:24,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:24,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:24,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 986 msec 2024-11-21T19:39:24,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218024401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218024402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218024414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218024414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214c56dbc2fb054432b25aff22018b64d6_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217964057/Put/seqid=0 2024-11-21T19:39:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742214_1390 (size=17284) 2024-11-21T19:39:24,449 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214c56dbc2fb054432b25aff22018b64d6_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214c56dbc2fb054432b25aff22018b64d6_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:24,459 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/4aad67fd104d4c9ba90436ce63934d49, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:24,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/4aad67fd104d4c9ba90436ce63934d49 is 175, key is test_row_0/A:col10/1732217964057/Put/seqid=0 2024-11-21T19:39:24,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742215_1391 (size=48389) 2024-11-21T19:39:24,491 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/4aad67fd104d4c9ba90436ce63934d49 2024-11-21T19:39:24,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-21T19:39:24,518 INFO [Thread-1551 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-21T19:39:24,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:24,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/6ac5d8a5f77d46e9a43bdf101bf3e2fa is 50, key is test_row_0/B:col10/1732217964057/Put/seqid=0 2024-11-21T19:39:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-21T19:39:24,525 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T19:39:24,526 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:24,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:24,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218024521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218024524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218024527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742216_1392 (size=12151) 2024-11-21T19:39:24,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/6ac5d8a5f77d46e9a43bdf101bf3e2fa 2024-11-21T19:39:24,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/7776372316374964bbc8d66c75deca18 is 50, key is test_row_0/C:col10/1732217964057/Put/seqid=0 2024-11-21T19:39:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742217_1393 (size=12151) 2024-11-21T19:39:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T19:39:24,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/7776372316374964bbc8d66c75deca18 2024-11-21T19:39:24,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/4aad67fd104d4c9ba90436ce63934d49 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4aad67fd104d4c9ba90436ce63934d49 2024-11-21T19:39:24,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T19:39:24,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:24,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:24,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:24,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:24,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:24,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4aad67fd104d4c9ba90436ce63934d49, entries=250, sequenceid=203, filesize=47.3 K 2024-11-21T19:39:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/6ac5d8a5f77d46e9a43bdf101bf3e2fa as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6ac5d8a5f77d46e9a43bdf101bf3e2fa 2024-11-21T19:39:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6ac5d8a5f77d46e9a43bdf101bf3e2fa, entries=150, sequenceid=203, filesize=11.9 K 2024-11-21T19:39:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/7776372316374964bbc8d66c75deca18 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7776372316374964bbc8d66c75deca18 2024-11-21T19:39:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7776372316374964bbc8d66c75deca18, entries=150, sequenceid=203, filesize=11.9 K 2024-11-21T19:39:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 0450952ed7cf7e02de84dab21c8a5fff in 358ms, sequenceid=203, compaction requested=true 2024-11-21T19:39:24,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:24,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:24,758 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:24,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:24,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:24,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:24,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:24,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:39:24,759 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,767 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:24,767 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/A is initiating minor compaction (all files) 2024-11-21T19:39:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,767 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/A in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:24,767 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/08948fadf52a4823b6fd352e4d1b6876, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/676ace1f0ab2480da06f0726b3904c24, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4aad67fd104d4c9ba90436ce63934d49] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=108.3 K 2024-11-21T19:39:24,767 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:24,767 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/08948fadf52a4823b6fd352e4d1b6876, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/676ace1f0ab2480da06f0726b3904c24, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4aad67fd104d4c9ba90436ce63934d49] 2024-11-21T19:39:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,768 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08948fadf52a4823b6fd352e4d1b6876, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732217960543 2024-11-21T19:39:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,771 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 676ace1f0ab2480da06f0726b3904c24, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732217962751 2024-11-21T19:39:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,775 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aad67fd104d4c9ba90436ce63934d49, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732217964027 2024-11-21T19:39:24,775 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:24,775 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/B is initiating minor compaction (all files) 2024-11-21T19:39:24,775 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/B in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:24,775 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/da2db3e468114573b43ad029f9c8f591, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6fc8b1defd82493c944e350abf6525a0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6ac5d8a5f77d46e9a43bdf101bf3e2fa] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=35.9 K 2024-11-21T19:39:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,779 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting da2db3e468114573b43ad029f9c8f591, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732217960543 2024-11-21T19:39:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,782 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fc8b1defd82493c944e350abf6525a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732217962751 2024-11-21T19:39:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,786 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ac5d8a5f77d46e9a43bdf101bf3e2fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732217964027 2024-11-21T19:39:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,787 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,795 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121fab09f1b4f2c46908cb6cc074cd2bca4_0450952ed7cf7e02de84dab21c8a5fff store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,798 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121fab09f1b4f2c46908cb6cc074cd2bca4_0450952ed7cf7e02de84dab21c8a5fff, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:24,798 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fab09f1b4f2c46908cb6cc074cd2bca4_0450952ed7cf7e02de84dab21c8a5fff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,813 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,813 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/64bcb7ef46ab43d2b5a688118b61c55a is 50, key is test_row_0/B:col10/1732217964057/Put/seqid=0 2024-11-21T19:39:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T19:39:24,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742218_1394 (size=4469) 2024-11-21T19:39:24,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-21T19:39:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:24,847 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-21T19:39:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:24,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:24,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:24,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:24,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742219_1395 (size=12595) 2024-11-21T19:39:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,870 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/64bcb7ef46ab43d2b5a688118b61c55a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/64bcb7ef46ab43d2b5a688118b61c55a 2024-11-21T19:39:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d0a863d9ec43456fbbcbb9ebe22aa961_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_2/A:col10/1732217964409/Put/seqid=0 2024-11-21T19:39:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,888 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/B of 0450952ed7cf7e02de84dab21c8a5fff into 64bcb7ef46ab43d2b5a688118b61c55a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,888 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:24,889 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/B, priority=13, startTime=1732217964758; duration=0sec 2024-11-21T19:39:24,889 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:24,889 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:B 2024-11-21T19:39:24,889 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,890 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:24,891 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/C is initiating minor compaction (all files) 2024-11-21T19:39:24,891 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/C in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,891 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/72451dfa0f9348e6a689b2ca0caa4085, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ceb6b4304fb1488e9946164071afac57, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7776372316374964bbc8d66c75deca18] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=35.9 K 2024-11-21T19:39:24,891 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 72451dfa0f9348e6a689b2ca0caa4085, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732217960543 2024-11-21T19:39:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,892 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb6b4304fb1488e9946164071afac57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732217962751 2024-11-21T19:39:24,892 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 7776372316374964bbc8d66c75deca18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732217964027 2024-11-21T19:39:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] io.ByteBuffAllocator(388): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-21T19:39:24,899 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] io.ByteBuffAllocator(388): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-21T19:39:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,917 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:24,917 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ffce11e7cebe48358a093d742906cdfd is 50, key is test_row_0/C:col10/1732217964057/Put/seqid=0 2024-11-21T19:39:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742220_1396 (size=7324) 2024-11-21T19:39:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,947 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121d0a863d9ec43456fbbcbb9ebe22aa961_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d0a863d9ec43456fbbcbb9ebe22aa961_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/183c4feb38f741edb29eb1b35baa2238, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:24,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/183c4feb38f741edb29eb1b35baa2238 is 175, key is test_row_2/A:col10/1732217964409/Put/seqid=0 2024-11-21T19:39:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742221_1397 (size=12595) 2024-11-21T19:39:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742222_1398 (size=13815) 2024-11-21T19:39:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,977 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/183c4feb38f741edb29eb1b35baa2238 2024-11-21T19:39:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:24,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:24,984 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ffce11e7cebe48358a093d742906cdfd as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ffce11e7cebe48358a093d742906cdfd 2024-11-21T19:39:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,991 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/C of 0450952ed7cf7e02de84dab21c8a5fff into ffce11e7cebe48358a093d742906cdfd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:24,991 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:24,991 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/C, priority=13, startTime=1732217964758; duration=0sec 2024-11-21T19:39:24,991 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:24,991 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:C 2024-11-21T19:39:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:25,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/65fae50952034b1094b1268458324d5e is 50, key is test_row_2/B:col10/1732217964409/Put/seqid=0 2024-11-21T19:39:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742223_1399 (size=7365) 2024-11-21T19:39:25,020 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/65fae50952034b1094b1268458324d5e 2024-11-21T19:39:25,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/afc8d98cafcb4357b50585e07ab4fdb5 is 50, key is test_row_2/C:col10/1732217964409/Put/seqid=0 2024-11-21T19:39:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742224_1400 (size=7365) 2024-11-21T19:39:25,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218025105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218025112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218025116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218025123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T19:39:25,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218025220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218025231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218025232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218025237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,255 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#A#compaction#327 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:25,256 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/81ba4d070b8b4fd6a84b815ce0f50e53 is 175, key is test_row_0/A:col10/1732217964057/Put/seqid=0 2024-11-21T19:39:25,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742225_1401 (size=31549) 2024-11-21T19:39:25,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218025432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218025438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218025443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218025447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,468 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/afc8d98cafcb4357b50585e07ab4fdb5 2024-11-21T19:39:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/183c4feb38f741edb29eb1b35baa2238 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/183c4feb38f741edb29eb1b35baa2238 2024-11-21T19:39:25,484 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/183c4feb38f741edb29eb1b35baa2238, entries=50, sequenceid=207, filesize=13.5 K 2024-11-21T19:39:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/65fae50952034b1094b1268458324d5e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/65fae50952034b1094b1268458324d5e 2024-11-21T19:39:25,495 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/65fae50952034b1094b1268458324d5e, entries=50, sequenceid=207, filesize=7.2 K 2024-11-21T19:39:25,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/afc8d98cafcb4357b50585e07ab4fdb5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/afc8d98cafcb4357b50585e07ab4fdb5 2024-11-21T19:39:25,515 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/afc8d98cafcb4357b50585e07ab4fdb5, entries=50, sequenceid=207, filesize=7.2 K 2024-11-21T19:39:25,518 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 0450952ed7cf7e02de84dab21c8a5fff in 671ms, sequenceid=207, compaction requested=false 2024-11-21T19:39:25,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:25,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:25,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-21T19:39:25,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-21T19:39:25,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-21T19:39:25,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec 2024-11-21T19:39:25,571 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.0350 sec 2024-11-21T19:39:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-21T19:39:25,644 INFO [Thread-1551 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-21T19:39:25,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-21T19:39:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T19:39:25,646 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:25,647 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:25,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:25,695 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/81ba4d070b8b4fd6a84b815ce0f50e53 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/81ba4d070b8b4fd6a84b815ce0f50e53 2024-11-21T19:39:25,702 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/A of 0450952ed7cf7e02de84dab21c8a5fff into 81ba4d070b8b4fd6a84b815ce0f50e53(size=30.8 K), total size for store is 44.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:25,702 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:25,702 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/A, priority=13, startTime=1732217964758; duration=0sec 2024-11-21T19:39:25,702 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:25,702 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:A 2024-11-21T19:39:25,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-21T19:39:25,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:25,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:25,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:25,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T19:39:25,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218025742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218025747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218025749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab03769adb8246f29a9302f9de52945b_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217965112/Put/seqid=0 2024-11-21T19:39:25,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218025753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742226_1402 (size=14794) 2024-11-21T19:39:25,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:25,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:25,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:25,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:25,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:25,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:25,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:25,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218025851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T19:39:25,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:25,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:25,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:25,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:25,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218026059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:26,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:26,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:26,188 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ab03769adb8246f29a9302f9de52945b_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab03769adb8246f29a9302f9de52945b_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:26,189 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/5681d3d3fa614020ae07fab5e1dfa1ed, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:26,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/5681d3d3fa614020ae07fab5e1dfa1ed is 175, key is test_row_0/A:col10/1732217965112/Put/seqid=0 2024-11-21T19:39:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742227_1403 (size=39749) 2024-11-21T19:39:26,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218026254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218026254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218026258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T19:39:26,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:26,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218026364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:26,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:26,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,598 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/5681d3d3fa614020ae07fab5e1dfa1ed 2024-11-21T19:39:26,617 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:26,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:26,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/ddf1f0871ce44a80b7fe69d78b5efa3d is 50, key is test_row_0/B:col10/1732217965112/Put/seqid=0 2024-11-21T19:39:26,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742228_1404 (size=12151) 2024-11-21T19:39:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T19:39:26,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218026872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:26,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:26,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:27,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/ddf1f0871ce44a80b7fe69d78b5efa3d 2024-11-21T19:39:27,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ecefaebb53094fd4987fd74caa237e96 is 50, key is test_row_0/C:col10/1732217965112/Put/seqid=0 2024-11-21T19:39:27,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:27,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:27,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742229_1405 (size=12151) 2024-11-21T19:39:27,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:27,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:27,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ecefaebb53094fd4987fd74caa237e96 2024-11-21T19:39:27,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/5681d3d3fa614020ae07fab5e1dfa1ed as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/5681d3d3fa614020ae07fab5e1dfa1ed 2024-11-21T19:39:27,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/5681d3d3fa614020ae07fab5e1dfa1ed, entries=200, sequenceid=243, filesize=38.8 K 2024-11-21T19:39:27,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/ddf1f0871ce44a80b7fe69d78b5efa3d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ddf1f0871ce44a80b7fe69d78b5efa3d 2024-11-21T19:39:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ddf1f0871ce44a80b7fe69d78b5efa3d, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T19:39:27,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ecefaebb53094fd4987fd74caa237e96 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ecefaebb53094fd4987fd74caa237e96 2024-11-21T19:39:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ecefaebb53094fd4987fd74caa237e96, entries=150, sequenceid=243, filesize=11.9 K 2024-11-21T19:39:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 0450952ed7cf7e02de84dab21c8a5fff in 1378ms, sequenceid=243, compaction requested=true 2024-11-21T19:39:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:39:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:27,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T19:39:27,119 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:27,119 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,125 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,125 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/C is initiating minor compaction (all files) 2024-11-21T19:39:27,125 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/C in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,125 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ffce11e7cebe48358a093d742906cdfd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/afc8d98cafcb4357b50585e07ab4fdb5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ecefaebb53094fd4987fd74caa237e96] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=31.4 K 2024-11-21T19:39:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,131 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85113 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:27,131 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ffce11e7cebe48358a093d742906cdfd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732217964027 2024-11-21T19:39:27,131 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/A is initiating minor compaction (all files) 2024-11-21T19:39:27,131 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/A in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,131 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/81ba4d070b8b4fd6a84b815ce0f50e53, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/183c4feb38f741edb29eb1b35baa2238, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/5681d3d3fa614020ae07fab5e1dfa1ed] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=83.1 K 2024-11-21T19:39:27,131 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,131 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting afc8d98cafcb4357b50585e07ab4fdb5, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732217964409 2024-11-21T19:39:27,131 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/81ba4d070b8b4fd6a84b815ce0f50e53, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/183c4feb38f741edb29eb1b35baa2238, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/5681d3d3fa614020ae07fab5e1dfa1ed] 2024-11-21T19:39:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,135 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ecefaebb53094fd4987fd74caa237e96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732217965092 2024-11-21T19:39:27,135 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81ba4d070b8b4fd6a84b815ce0f50e53, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732217964027 2024-11-21T19:39:27,135 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 183c4feb38f741edb29eb1b35baa2238, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732217964409 2024-11-21T19:39:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,139 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5681d3d3fa614020ae07fab5e1dfa1ed, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732217965092 2024-11-21T19:39:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,151 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,154 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#C#compaction#337 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,155 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/0565d4964ac84fb79cbd68efdd2ff06d is 50, key is test_row_0/C:col10/1732217965112/Put/seqid=0 2024-11-21T19:39:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,163 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411214e832a7efd2d4383b48c052c294ff74d_0450952ed7cf7e02de84dab21c8a5fff store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,165 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411214e832a7efd2d4383b48c052c294ff74d_0450952ed7cf7e02de84dab21c8a5fff, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,165 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411214e832a7efd2d4383b48c052c294ff74d_0450952ed7cf7e02de84dab21c8a5fff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742230_1406 (size=12697) 2024-11-21T19:39:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742231_1407 (size=4469) 2024-11-21T19:39:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-21T19:39:27,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:27,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-21T19:39:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-21T19:39:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-21T19:39:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5920 sec 2024-11-21T19:39:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.5980 sec 2024-11-21T19:39:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:27,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:27,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:27,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:27,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:27,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215402e8941a9941c69457e1ea3aafd14a_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217967395/Put/seqid=0 2024-11-21T19:39:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742233_1409 (size=24758) 2024-11-21T19:39:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218027516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218027527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218027535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,622 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#A#compaction#336 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:27,623 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/e31f2bf8ce3645be9e8a06ee695a83e1 is 175, key is test_row_0/A:col10/1732217965112/Put/seqid=0 2024-11-21T19:39:27,630 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/0565d4964ac84fb79cbd68efdd2ff06d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/0565d4964ac84fb79cbd68efdd2ff06d 2024-11-21T19:39:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218027635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742234_1410 (size=31651) 2024-11-21T19:39:27,648 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/C of 0450952ed7cf7e02de84dab21c8a5fff into 0565d4964ac84fb79cbd68efdd2ff06d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:27,648 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:27,648 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/C, priority=13, startTime=1732217967119; duration=0sec 2024-11-21T19:39:27,648 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:27,648 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:C 2024-11-21T19:39:27,648 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:27,649 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32111 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:27,649 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/B is initiating minor compaction (all files) 2024-11-21T19:39:27,649 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/B in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,650 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/64bcb7ef46ab43d2b5a688118b61c55a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/65fae50952034b1094b1268458324d5e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ddf1f0871ce44a80b7fe69d78b5efa3d] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=31.4 K 2024-11-21T19:39:27,650 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 64bcb7ef46ab43d2b5a688118b61c55a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732217964027 2024-11-21T19:39:27,651 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 65fae50952034b1094b1268458324d5e, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732217964409 2024-11-21T19:39:27,651 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ddf1f0871ce44a80b7fe69d78b5efa3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732217965092 2024-11-21T19:39:27,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218027643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218027645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,667 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/e31f2bf8ce3645be9e8a06ee695a83e1 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/e31f2bf8ce3645be9e8a06ee695a83e1 2024-11-21T19:39:27,673 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:27,673 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/532b806fc4324c33907413dd08b953fd is 50, key is test_row_0/B:col10/1732217965112/Put/seqid=0 2024-11-21T19:39:27,702 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/A of 0450952ed7cf7e02de84dab21c8a5fff into e31f2bf8ce3645be9e8a06ee695a83e1(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:27,702 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:27,702 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/A, priority=13, startTime=1732217967119; duration=0sec 2024-11-21T19:39:27,702 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:27,702 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:A 2024-11-21T19:39:27,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742235_1411 (size=12697) 2024-11-21T19:39:27,743 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/532b806fc4324c33907413dd08b953fd as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/532b806fc4324c33907413dd08b953fd 2024-11-21T19:39:27,769 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/B of 0450952ed7cf7e02de84dab21c8a5fff into 532b806fc4324c33907413dd08b953fd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:27,769 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:27,769 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/B, priority=13, startTime=1732217967119; duration=0sec 2024-11-21T19:39:27,769 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:27,769 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:B 2024-11-21T19:39:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-21T19:39:27,770 INFO [Thread-1551 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-21T19:39:27,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-21T19:39:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T19:39:27,790 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:27,797 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:27,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:27,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218027845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218027858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,865 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:27,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218027867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T19:39:27,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218027881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,888 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411215402e8941a9941c69457e1ea3aafd14a_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215402e8941a9941c69457e1ea3aafd14a_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:27,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/0dc8fceada4a46dab74c06113cb385ed, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:27,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/0dc8fceada4a46dab74c06113cb385ed is 175, key is test_row_0/A:col10/1732217967395/Put/seqid=0 2024-11-21T19:39:27,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742232_1408 (size=74395) 2024-11-21T19:39:27,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:27,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T19:39:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:27,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T19:39:28,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T19:39:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218028159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218028163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218028183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T19:39:28,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:28,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,315 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/0dc8fceada4a46dab74c06113cb385ed 2024-11-21T19:39:28,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/9c8f61c8f0a04ae6aad7447481542c4a is 50, key is test_row_0/B:col10/1732217967395/Put/seqid=0 2024-11-21T19:39:28,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742236_1412 (size=12151) 2024-11-21T19:39:28,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/9c8f61c8f0a04ae6aad7447481542c4a 2024-11-21T19:39:28,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ab144f1b8adb47ed9b8f779c6548e394 is 50, key is test_row_0/C:col10/1732217967395/Put/seqid=0 2024-11-21T19:39:28,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T19:39:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742237_1413 (size=12151) 2024-11-21T19:39:28,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T19:39:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T19:39:28,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:28,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:28,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218028671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218028676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218028703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T19:39:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:28,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ab144f1b8adb47ed9b8f779c6548e394 2024-11-21T19:39:28,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/0dc8fceada4a46dab74c06113cb385ed as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0dc8fceada4a46dab74c06113cb385ed 2024-11-21T19:39:28,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0dc8fceada4a46dab74c06113cb385ed, entries=400, sequenceid=255, filesize=72.7 K 2024-11-21T19:39:28,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/9c8f61c8f0a04ae6aad7447481542c4a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9c8f61c8f0a04ae6aad7447481542c4a 2024-11-21T19:39:28,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9c8f61c8f0a04ae6aad7447481542c4a, entries=150, sequenceid=255, filesize=11.9 K 2024-11-21T19:39:28,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ab144f1b8adb47ed9b8f779c6548e394 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ab144f1b8adb47ed9b8f779c6548e394 2024-11-21T19:39:28,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ab144f1b8adb47ed9b8f779c6548e394, entries=150, sequenceid=255, filesize=11.9 K 2024-11-21T19:39:28,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0450952ed7cf7e02de84dab21c8a5fff in 1468ms, sequenceid=255, compaction requested=false 2024-11-21T19:39:28,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T19:39:28,935 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:28,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-21T19:39:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:28,938 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:39:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:28,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:28,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112166719af22cc442a6818e4001060584ca_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217967493/Put/seqid=0 2024-11-21T19:39:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742238_1414 (size=12454) 2024-11-21T19:39:29,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,401 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112166719af22cc442a6818e4001060584ca_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112166719af22cc442a6818e4001060584ca_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:29,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/4537fb3865084f9197ec02b839994dcb, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/4537fb3865084f9197ec02b839994dcb is 175, key is test_row_0/A:col10/1732217967493/Put/seqid=0 2024-11-21T19:39:29,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742239_1415 (size=31255) 2024-11-21T19:39:29,443 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/4537fb3865084f9197ec02b839994dcb 2024-11-21T19:39:29,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/2eb3ded63b414f86aa887664bcdad862 is 50, key is test_row_0/B:col10/1732217967493/Put/seqid=0 2024-11-21T19:39:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742240_1416 (size=12301) 2024-11-21T19:39:29,518 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/2eb3ded63b414f86aa887664bcdad862 2024-11-21T19:39:29,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/7bd62d4230894259a45f5da4bd683c93 is 50, key is test_row_0/C:col10/1732217967493/Put/seqid=0 2024-11-21T19:39:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742241_1417 (size=12301) 2024-11-21T19:39:29,610 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/7bd62d4230894259a45f5da4bd683c93 2024-11-21T19:39:29,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/4537fb3865084f9197ec02b839994dcb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4537fb3865084f9197ec02b839994dcb 2024-11-21T19:39:29,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4537fb3865084f9197ec02b839994dcb, entries=150, sequenceid=283, filesize=30.5 K 2024-11-21T19:39:29,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/2eb3ded63b414f86aa887664bcdad862 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2eb3ded63b414f86aa887664bcdad862 2024-11-21T19:39:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,704 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2eb3ded63b414f86aa887664bcdad862, entries=150, sequenceid=283, filesize=12.0 K 2024-11-21T19:39:29,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/7bd62d4230894259a45f5da4bd683c93 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7bd62d4230894259a45f5da4bd683c93 2024-11-21T19:39:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,726 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7bd62d4230894259a45f5da4bd683c93, entries=150, sequenceid=283, filesize=12.0 K 2024-11-21T19:39:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,729 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 0450952ed7cf7e02de84dab21c8a5fff in 791ms, sequenceid=283, compaction requested=true 2024-11-21T19:39:29,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:29,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:29,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-21T19:39:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-21T19:39:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-21T19:39:29,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9410 sec 2024-11-21T19:39:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.9800 sec 2024-11-21T19:39:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-21T19:39:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,900 INFO [Thread-1551 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-21T19:39:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-21T19:39:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,919 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T19:39:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,922 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:29,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:30,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:30,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T19:39:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213d8b58031f584192bda5be52ac4abdb0_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217969938/Put/seqid=0 2024-11-21T19:39:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,081 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T19:39:30,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:30,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742243_1419 (size=25158) 2024-11-21T19:39:30,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:30,109 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213d8b58031f584192bda5be52ac4abdb0_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213d8b58031f584192bda5be52ac4abdb0_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:30,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8bc11ebb152f47afbac1f7fba30c0b92, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:30,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8bc11ebb152f47afbac1f7fba30c0b92 is 175, key is test_row_0/A:col10/1732217969938/Put/seqid=0 2024-11-21T19:39:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742242_1418 (size=74795) 2024-11-21T19:39:30,133 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8bc11ebb152f47afbac1f7fba30c0b92 2024-11-21T19:39:30,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/ba841860813c43b0bc33001d0a56195e is 50, key is test_row_0/B:col10/1732217969938/Put/seqid=0 2024-11-21T19:39:30,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218030147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218030164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742244_1420 (size=12301) 2024-11-21T19:39:30,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/ba841860813c43b0bc33001d0a56195e 2024-11-21T19:39:30,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218030192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218030198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T19:39:30,247 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/19b53f8ccd624eca99b229e72f48b5c7 is 50, key is test_row_0/C:col10/1732217969938/Put/seqid=0 2024-11-21T19:39:30,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T19:39:30,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742245_1421 (size=12301) 2024-11-21T19:39:30,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218030307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218030310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218030311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218030331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T19:39:30,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:30,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218030519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218030520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T19:39:30,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218030524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218030551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T19:39:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:30,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:30,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/19b53f8ccd624eca99b229e72f48b5c7 2024-11-21T19:39:30,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8bc11ebb152f47afbac1f7fba30c0b92 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8bc11ebb152f47afbac1f7fba30c0b92 2024-11-21T19:39:30,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8bc11ebb152f47afbac1f7fba30c0b92, entries=400, sequenceid=294, filesize=73.0 K 2024-11-21T19:39:30,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/ba841860813c43b0bc33001d0a56195e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ba841860813c43b0bc33001d0a56195e 2024-11-21T19:39:30,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ba841860813c43b0bc33001d0a56195e, entries=150, sequenceid=294, filesize=12.0 K 2024-11-21T19:39:30,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/19b53f8ccd624eca99b229e72f48b5c7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/19b53f8ccd624eca99b229e72f48b5c7 2024-11-21T19:39:30,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/19b53f8ccd624eca99b229e72f48b5c7, entries=150, sequenceid=294, filesize=12.0 K 2024-11-21T19:39:30,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0450952ed7cf7e02de84dab21c8a5fff in 734ms, sequenceid=294, compaction requested=true 2024-11-21T19:39:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:30,734 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:30,734 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:30,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:30,735 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 212096 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:30,735 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/A is initiating minor compaction (all files) 2024-11-21T19:39:30,735 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/A in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,736 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/e31f2bf8ce3645be9e8a06ee695a83e1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0dc8fceada4a46dab74c06113cb385ed, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4537fb3865084f9197ec02b839994dcb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8bc11ebb152f47afbac1f7fba30c0b92] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=207.1 K 2024-11-21T19:39:30,736 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,736 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/e31f2bf8ce3645be9e8a06ee695a83e1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0dc8fceada4a46dab74c06113cb385ed, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4537fb3865084f9197ec02b839994dcb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8bc11ebb152f47afbac1f7fba30c0b92] 2024-11-21T19:39:30,736 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:30,736 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/B is initiating minor compaction (all files) 2024-11-21T19:39:30,736 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/B in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,736 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/532b806fc4324c33907413dd08b953fd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9c8f61c8f0a04ae6aad7447481542c4a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2eb3ded63b414f86aa887664bcdad862, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ba841860813c43b0bc33001d0a56195e] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=48.3 K 2024-11-21T19:39:30,736 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting e31f2bf8ce3645be9e8a06ee695a83e1, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732217965092 2024-11-21T19:39:30,736 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dc8fceada4a46dab74c06113cb385ed, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732217967326 2024-11-21T19:39:30,737 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 532b806fc4324c33907413dd08b953fd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732217965092 2024-11-21T19:39:30,737 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4537fb3865084f9197ec02b839994dcb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732217967493 2024-11-21T19:39:30,737 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c8f61c8f0a04ae6aad7447481542c4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732217967371 2024-11-21T19:39:30,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,737 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bc11ebb152f47afbac1f7fba30c0b92, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732217969886 2024-11-21T19:39:30,737 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eb3ded63b414f86aa887664bcdad862, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732217967493 2024-11-21T19:39:30,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-21T19:39:30,738 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ba841860813c43b0bc33001d0a56195e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732217969934 2024-11-21T19:39:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,740 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:39:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:30,763 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:30,773 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:30,774 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/b69a6ab3ce9f40afa807cd397986e7b8 is 50, key is test_row_0/B:col10/1732217969938/Put/seqid=0 2024-11-21T19:39:30,783 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112160ac038379ed41128ce14dc34e8310e0_0450952ed7cf7e02de84dab21c8a5fff store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:30,786 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112160ac038379ed41128ce14dc34e8310e0_0450952ed7cf7e02de84dab21c8a5fff, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:30,787 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112160ac038379ed41128ce14dc34e8310e0_0450952ed7cf7e02de84dab21c8a5fff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:30,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121736d06b3a13f417298e9a22626d4dc77_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217970109/Put/seqid=0 2024-11-21T19:39:30,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. as already flushing 2024-11-21T19:39:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742247_1423 (size=4469) 2024-11-21T19:39:30,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742246_1422 (size=12983) 2024-11-21T19:39:30,871 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#A#compaction#348 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742248_1424 (size=12454) 2024-11-21T19:39:30,871 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/c8785f2a82104aa29abaa298774ecc4e is 175, key is test_row_0/A:col10/1732217969938/Put/seqid=0 2024-11-21T19:39:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218030854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218030856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218030867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218030870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,894 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/b69a6ab3ce9f40afa807cd397986e7b8 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/b69a6ab3ce9f40afa807cd397986e7b8 2024-11-21T19:39:30,905 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/B of 0450952ed7cf7e02de84dab21c8a5fff into b69a6ab3ce9f40afa807cd397986e7b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:30,906 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:30,906 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/B, priority=12, startTime=1732217970734; duration=0sec 2024-11-21T19:39:30,906 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:30,906 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:B 2024-11-21T19:39:30,906 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:30,908 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:30,908 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/C is initiating minor compaction (all files) 2024-11-21T19:39:30,908 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/C in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:30,908 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/0565d4964ac84fb79cbd68efdd2ff06d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ab144f1b8adb47ed9b8f779c6548e394, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7bd62d4230894259a45f5da4bd683c93, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/19b53f8ccd624eca99b229e72f48b5c7] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=48.3 K 2024-11-21T19:39:30,909 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 0565d4964ac84fb79cbd68efdd2ff06d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732217965092 2024-11-21T19:39:30,909 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting ab144f1b8adb47ed9b8f779c6548e394, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732217967371 2024-11-21T19:39:30,910 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bd62d4230894259a45f5da4bd683c93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732217967493 2024-11-21T19:39:30,911 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b53f8ccd624eca99b229e72f48b5c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732217969934 2024-11-21T19:39:30,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742249_1425 (size=31937) 2024-11-21T19:39:30,933 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/c8785f2a82104aa29abaa298774ecc4e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c8785f2a82104aa29abaa298774ecc4e 2024-11-21T19:39:30,936 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:30,936 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/38e59e8f5d074586b0b8355f0d77fd27 is 50, key is test_row_0/C:col10/1732217969938/Put/seqid=0 2024-11-21T19:39:30,942 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/A of 0450952ed7cf7e02de84dab21c8a5fff into c8785f2a82104aa29abaa298774ecc4e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:30,942 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:30,942 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/A, priority=12, startTime=1732217970734; duration=0sec 2024-11-21T19:39:30,942 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:30,942 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:A 2024-11-21T19:39:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742250_1426 (size=12983) 2024-11-21T19:39:30,972 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/38e59e8f5d074586b0b8355f0d77fd27 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/38e59e8f5d074586b0b8355f0d77fd27 2024-11-21T19:39:30,979 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/C of 0450952ed7cf7e02de84dab21c8a5fff into 38e59e8f5d074586b0b8355f0d77fd27(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:30,979 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:30,979 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/C, priority=12, startTime=1732217970734; duration=0sec 2024-11-21T19:39:30,979 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:30,979 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:C 2024-11-21T19:39:30,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218030982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218030982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:30,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218030984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T19:39:31,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218031191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:31,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218031198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:31,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218031200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:31,278 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121736d06b3a13f417298e9a22626d4dc77_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121736d06b3a13f417298e9a22626d4dc77_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:31,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/d147418e5bc84425a21054eb61b1cb62, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/d147418e5bc84425a21054eb61b1cb62 is 175, key is test_row_0/A:col10/1732217970109/Put/seqid=0 2024-11-21T19:39:31,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742251_1427 (size=31255) 2024-11-21T19:39:31,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218031380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:31,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218031498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:31,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218031505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:31,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218031505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:31,708 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/d147418e5bc84425a21054eb61b1cb62 2024-11-21T19:39:31,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/3a73b4244a364fc0ab86fe39fc4c6c9c is 50, key is test_row_0/B:col10/1732217970109/Put/seqid=0 2024-11-21T19:39:31,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742252_1428 (size=12301) 2024-11-21T19:39:32,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218032009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:32,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218032009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:32,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218032010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T19:39:32,163 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/3a73b4244a364fc0ab86fe39fc4c6c9c 2024-11-21T19:39:32,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/31a88e6dbb4547508cff5b4dbbb5921d is 50, key is test_row_0/C:col10/1732217970109/Put/seqid=0 2024-11-21T19:39:32,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742253_1429 (size=12301) 2024-11-21T19:39:32,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48200 deadline: 1732218032386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:32,620 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/31a88e6dbb4547508cff5b4dbbb5921d 2024-11-21T19:39:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/d147418e5bc84425a21054eb61b1cb62 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d147418e5bc84425a21054eb61b1cb62 2024-11-21T19:39:32,631 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d147418e5bc84425a21054eb61b1cb62, entries=150, sequenceid=319, filesize=30.5 K 2024-11-21T19:39:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/3a73b4244a364fc0ab86fe39fc4c6c9c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/3a73b4244a364fc0ab86fe39fc4c6c9c 2024-11-21T19:39:32,649 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/3a73b4244a364fc0ab86fe39fc4c6c9c, entries=150, sequenceid=319, filesize=12.0 K 2024-11-21T19:39:32,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/31a88e6dbb4547508cff5b4dbbb5921d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/31a88e6dbb4547508cff5b4dbbb5921d 2024-11-21T19:39:32,658 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/31a88e6dbb4547508cff5b4dbbb5921d, entries=150, sequenceid=319, filesize=12.0 K 2024-11-21T19:39:32,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0450952ed7cf7e02de84dab21c8a5fff in 1919ms, sequenceid=319, compaction requested=false 2024-11-21T19:39:32,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:32,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:32,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-21T19:39:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-21T19:39:32,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-21T19:39:32,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7420 sec 2024-11-21T19:39:32,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.7500 sec 2024-11-21T19:39:32,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T19:39:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:32,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b8da10b6aac54a139952668188507cb8_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217970867/Put/seqid=0 2024-11-21T19:39:32,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742254_1430 (size=14994) 2024-11-21T19:39:32,935 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:32,940 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b8da10b6aac54a139952668188507cb8_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b8da10b6aac54a139952668188507cb8_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:32,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/ee692cf1df7c47e0bb50a80caa75b238, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:32,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/ee692cf1df7c47e0bb50a80caa75b238 is 175, key is test_row_0/A:col10/1732217970867/Put/seqid=0 2024-11-21T19:39:32,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742255_1431 (size=39949) 2024-11-21T19:39:32,945 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/ee692cf1df7c47e0bb50a80caa75b238 2024-11-21T19:39:32,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/2150c504641c48729577324fc20ef30d is 50, key is test_row_0/B:col10/1732217970867/Put/seqid=0 2024-11-21T19:39:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742256_1432 (size=12301) 2024-11-21T19:39:32,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/2150c504641c48729577324fc20ef30d 2024-11-21T19:39:32,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/3eaaaa13a9874690aa14a98e6075f70d is 50, key is test_row_0/C:col10/1732217970867/Put/seqid=0 2024-11-21T19:39:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742257_1433 (size=12301) 2024-11-21T19:39:33,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218033030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218033031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218033032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218033037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,058 DEBUG [Thread-1552 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e66e492 to 127.0.0.1:57770 2024-11-21T19:39:33,058 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:33,060 DEBUG [Thread-1558 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x482f1baa to 127.0.0.1:57770 2024-11-21T19:39:33,060 DEBUG [Thread-1558 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:33,064 DEBUG [Thread-1554 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f8019db to 127.0.0.1:57770 2024-11-21T19:39:33,064 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:33,065 DEBUG [Thread-1556 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b44a589 to 127.0.0.1:57770 2024-11-21T19:39:33,065 DEBUG [Thread-1556 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:33,067 DEBUG [Thread-1560 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4185f9e7 to 127.0.0.1:57770 2024-11-21T19:39:33,067 DEBUG [Thread-1560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218033140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218033140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218033140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218033144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48182 deadline: 1732218033342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48208 deadline: 1732218033342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48252 deadline: 1732218033342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48230 deadline: 1732218033346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:33,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/3eaaaa13a9874690aa14a98e6075f70d 2024-11-21T19:39:33,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/ee692cf1df7c47e0bb50a80caa75b238 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/ee692cf1df7c47e0bb50a80caa75b238 2024-11-21T19:39:33,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/ee692cf1df7c47e0bb50a80caa75b238, entries=200, sequenceid=334, filesize=39.0 K 2024-11-21T19:39:33,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/2150c504641c48729577324fc20ef30d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2150c504641c48729577324fc20ef30d 2024-11-21T19:39:33,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2150c504641c48729577324fc20ef30d, entries=150, sequenceid=334, filesize=12.0 K 2024-11-21T19:39:33,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/3eaaaa13a9874690aa14a98e6075f70d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3eaaaa13a9874690aa14a98e6075f70d 2024-11-21T19:39:33,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3eaaaa13a9874690aa14a98e6075f70d, entries=150, sequenceid=334, filesize=12.0 K 2024-11-21T19:39:33,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0450952ed7cf7e02de84dab21c8a5fff in 478ms, sequenceid=334, compaction requested=true 2024-11-21T19:39:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:33,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:33,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:33,391 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:33,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:33,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:33,391 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:33,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0450952ed7cf7e02de84dab21c8a5fff:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:33,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:33,392 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:33,392 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:33,392 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/A is initiating minor compaction (all files) 2024-11-21T19:39:33,392 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/B is initiating minor compaction (all files) 2024-11-21T19:39:33,392 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/A in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:33,392 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/B in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:33,392 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/b69a6ab3ce9f40afa807cd397986e7b8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/3a73b4244a364fc0ab86fe39fc4c6c9c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2150c504641c48729577324fc20ef30d] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=36.7 K 2024-11-21T19:39:33,392 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c8785f2a82104aa29abaa298774ecc4e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d147418e5bc84425a21054eb61b1cb62, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/ee692cf1df7c47e0bb50a80caa75b238] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=100.7 K 2024-11-21T19:39:33,392 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:33,392 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c8785f2a82104aa29abaa298774ecc4e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d147418e5bc84425a21054eb61b1cb62, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/ee692cf1df7c47e0bb50a80caa75b238] 2024-11-21T19:39:33,393 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b69a6ab3ce9f40afa807cd397986e7b8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732217969934 2024-11-21T19:39:33,393 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8785f2a82104aa29abaa298774ecc4e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732217969934 2024-11-21T19:39:33,393 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a73b4244a364fc0ab86fe39fc4c6c9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732217970109 2024-11-21T19:39:33,393 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d147418e5bc84425a21054eb61b1cb62, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732217970109 2024-11-21T19:39:33,393 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2150c504641c48729577324fc20ef30d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732217970852 2024-11-21T19:39:33,394 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee692cf1df7c47e0bb50a80caa75b238, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732217970850 2024-11-21T19:39:33,400 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:33,401 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:33,402 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/e4055b8ba3b04ff6883064d9aaa6565b is 50, key is test_row_0/B:col10/1732217970867/Put/seqid=0 2024-11-21T19:39:33,406 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121b25a59207add44bf9d74296b4d7097d8_0450952ed7cf7e02de84dab21c8a5fff store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:33,410 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121b25a59207add44bf9d74296b4d7097d8_0450952ed7cf7e02de84dab21c8a5fff, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:33,410 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121b25a59207add44bf9d74296b4d7097d8_0450952ed7cf7e02de84dab21c8a5fff because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:33,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742258_1434 (size=13085) 2024-11-21T19:39:33,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742259_1435 (size=4469) 2024-11-21T19:39:33,440 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#A#compaction#358 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:33,441 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/1ee01574667543b6bb929aca024b24d0 is 175, key is test_row_0/A:col10/1732217970867/Put/seqid=0 2024-11-21T19:39:33,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742260_1436 (size=32039) 2024-11-21T19:39:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:33,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:39:33,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:33,646 DEBUG [Thread-1543 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45b85570 to 127.0.0.1:57770 2024-11-21T19:39:33,646 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:33,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:33,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:33,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:33,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:33,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:33,648 DEBUG [Thread-1549 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x115da668 to 127.0.0.1:57770 2024-11-21T19:39:33,648 DEBUG [Thread-1547 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c5fcb3 to 127.0.0.1:57770 2024-11-21T19:39:33,648 DEBUG [Thread-1549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:33,648 DEBUG [Thread-1547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:33,650 DEBUG [Thread-1545 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x522d4f9e to 127.0.0.1:57770 2024-11-21T19:39:33,650 DEBUG [Thread-1545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:33,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213eaaa95117ee4fb390062d90f400017d_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217973644/Put/seqid=0 2024-11-21T19:39:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742261_1437 (size=12454) 2024-11-21T19:39:33,828 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/e4055b8ba3b04ff6883064d9aaa6565b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/e4055b8ba3b04ff6883064d9aaa6565b 2024-11-21T19:39:33,833 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/B of 0450952ed7cf7e02de84dab21c8a5fff into e4055b8ba3b04ff6883064d9aaa6565b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:33,833 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:33,833 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/B, priority=13, startTime=1732217973391; duration=0sec 2024-11-21T19:39:33,833 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:33,833 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:B 2024-11-21T19:39:33,833 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:33,834 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:33,834 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 0450952ed7cf7e02de84dab21c8a5fff/C is initiating minor compaction (all files) 2024-11-21T19:39:33,834 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0450952ed7cf7e02de84dab21c8a5fff/C in TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:33,834 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/38e59e8f5d074586b0b8355f0d77fd27, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/31a88e6dbb4547508cff5b4dbbb5921d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3eaaaa13a9874690aa14a98e6075f70d] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp, totalSize=36.7 K 2024-11-21T19:39:33,834 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 38e59e8f5d074586b0b8355f0d77fd27, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732217969934 2024-11-21T19:39:33,835 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 31a88e6dbb4547508cff5b4dbbb5921d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732217970109 2024-11-21T19:39:33,835 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eaaaa13a9874690aa14a98e6075f70d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732217970852 2024-11-21T19:39:33,842 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0450952ed7cf7e02de84dab21c8a5fff#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:33,843 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/65590b104ec44b848e241b3eba181fac is 50, key is test_row_0/C:col10/1732217970867/Put/seqid=0 2024-11-21T19:39:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742262_1438 (size=13085) 2024-11-21T19:39:33,858 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/65590b104ec44b848e241b3eba181fac as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/65590b104ec44b848e241b3eba181fac 2024-11-21T19:39:33,862 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/C of 0450952ed7cf7e02de84dab21c8a5fff into 65590b104ec44b848e241b3eba181fac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:33,862 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:33,862 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/C, priority=13, startTime=1732217973391; duration=0sec 2024-11-21T19:39:33,862 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:33,862 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:C 2024-11-21T19:39:33,882 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/1ee01574667543b6bb929aca024b24d0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1ee01574667543b6bb929aca024b24d0 2024-11-21T19:39:33,886 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0450952ed7cf7e02de84dab21c8a5fff/A of 0450952ed7cf7e02de84dab21c8a5fff into 1ee01574667543b6bb929aca024b24d0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:33,886 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:33,886 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff., storeName=0450952ed7cf7e02de84dab21c8a5fff/A, priority=13, startTime=1732217973391; duration=0sec 2024-11-21T19:39:33,886 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:33,886 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0450952ed7cf7e02de84dab21c8a5fff:A 2024-11-21T19:39:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-21T19:39:34,030 INFO [Thread-1551 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-21T19:39:34,084 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:34,087 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411213eaaa95117ee4fb390062d90f400017d_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213eaaa95117ee4fb390062d90f400017d_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:34,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/809e25d4ce874c299638a9edc7d053fe, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:34,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/809e25d4ce874c299638a9edc7d053fe is 175, key is test_row_0/A:col10/1732217973644/Put/seqid=0 2024-11-21T19:39:34,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742263_1439 (size=31255) 2024-11-21T19:39:34,407 DEBUG [Thread-1541 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c55cccc to 127.0.0.1:57770 2024-11-21T19:39:34,407 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1400 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4200 rows 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1398 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4189 rows 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1401 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4203 rows 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1409 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4227 rows 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1406 2024-11-21T19:39:34,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4213 rows 2024-11-21T19:39:34,408 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:39:34,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c82ed94 to 127.0.0.1:57770 2024-11-21T19:39:34,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:39:34,413 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T19:39:34,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T19:39:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T19:39:34,418 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217974418"}]},"ts":"1732217974418"} 2024-11-21T19:39:34,419 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T19:39:34,444 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T19:39:34,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T19:39:34,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, UNASSIGN}] 2024-11-21T19:39:34,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, UNASSIGN 2024-11-21T19:39:34,447 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=0450952ed7cf7e02de84dab21c8a5fff, regionState=CLOSING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:34,448 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T19:39:34,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; CloseRegionProcedure 0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:39:34,495 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/809e25d4ce874c299638a9edc7d053fe 2024-11-21T19:39:34,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/bfe051d29a594f8b9d929878a342440d is 50, key is test_row_0/B:col10/1732217973644/Put/seqid=0 2024-11-21T19:39:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742264_1440 (size=12301) 2024-11-21T19:39:34,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/bfe051d29a594f8b9d929878a342440d 2024-11-21T19:39:34,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T19:39:34,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/f899b572ff844c0faf31ad6c0b536e00 is 50, key is test_row_0/C:col10/1732217973644/Put/seqid=0 2024-11-21T19:39:34,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742265_1441 (size=12301) 2024-11-21T19:39:34,600 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:34,601 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(124): Close 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:34,601 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T19:39:34,601 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1681): Closing 0450952ed7cf7e02de84dab21c8a5fff, disabling compactions & flushes 2024-11-21T19:39:34,601 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:34,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T19:39:34,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/f899b572ff844c0faf31ad6c0b536e00 2024-11-21T19:39:34,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/809e25d4ce874c299638a9edc7d053fe as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/809e25d4ce874c299638a9edc7d053fe 2024-11-21T19:39:34,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/809e25d4ce874c299638a9edc7d053fe, entries=150, sequenceid=359, filesize=30.5 K 2024-11-21T19:39:34,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/bfe051d29a594f8b9d929878a342440d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/bfe051d29a594f8b9d929878a342440d 2024-11-21T19:39:34,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/bfe051d29a594f8b9d929878a342440d, entries=150, sequenceid=359, filesize=12.0 K 2024-11-21T19:39:34,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/f899b572ff844c0faf31ad6c0b536e00 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/f899b572ff844c0faf31ad6c0b536e00 2024-11-21T19:39:34,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/f899b572ff844c0faf31ad6c0b536e00, entries=150, sequenceid=359, filesize=12.0 K 2024-11-21T19:39:34,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 0450952ed7cf7e02de84dab21c8a5fff in 1299ms, sequenceid=359, compaction requested=false 2024-11-21T19:39:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:34,944 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:34,944 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:34,945 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. after waiting 0 ms 2024-11-21T19:39:34,945 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:34,945 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(2837): Flushing 0450952ed7cf7e02de84dab21c8a5fff 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T19:39:34,945 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=A 2024-11-21T19:39:34,945 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:34,945 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=B 2024-11-21T19:39:34,945 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:34,945 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0450952ed7cf7e02de84dab21c8a5fff, store=C 2024-11-21T19:39:34,945 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:34,951 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ce5b07ec55414e268ce52d4945002dbb_0450952ed7cf7e02de84dab21c8a5fff is 50, key is test_row_0/A:col10/1732217973646/Put/seqid=0 2024-11-21T19:39:34,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742266_1442 (size=12454) 2024-11-21T19:39:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T19:39:35,355 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:35,358 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ce5b07ec55414e268ce52d4945002dbb_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ce5b07ec55414e268ce52d4945002dbb_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:35,359 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8da29ff3a7c5440f9c51ec69881ea14b, store: [table=TestAcidGuarantees family=A region=0450952ed7cf7e02de84dab21c8a5fff] 2024-11-21T19:39:35,359 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8da29ff3a7c5440f9c51ec69881ea14b is 175, key is test_row_0/A:col10/1732217973646/Put/seqid=0 2024-11-21T19:39:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742267_1443 (size=31255) 2024-11-21T19:39:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T19:39:35,763 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8da29ff3a7c5440f9c51ec69881ea14b 2024-11-21T19:39:35,769 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/4929e06458a14b0e9f5136d23658add9 is 50, key is test_row_0/B:col10/1732217973646/Put/seqid=0 2024-11-21T19:39:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742268_1444 (size=12301) 2024-11-21T19:39:36,181 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/4929e06458a14b0e9f5136d23658add9 2024-11-21T19:39:36,188 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ac8c0be90ddb4a6383dad2e103e07f98 is 50, key is test_row_0/C:col10/1732217973646/Put/seqid=0 2024-11-21T19:39:36,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742269_1445 (size=12301) 2024-11-21T19:39:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T19:39:36,612 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ac8c0be90ddb4a6383dad2e103e07f98 2024-11-21T19:39:36,616 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/A/8da29ff3a7c5440f9c51ec69881ea14b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8da29ff3a7c5440f9c51ec69881ea14b 2024-11-21T19:39:36,620 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8da29ff3a7c5440f9c51ec69881ea14b, entries=150, sequenceid=369, filesize=30.5 K 2024-11-21T19:39:36,621 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/B/4929e06458a14b0e9f5136d23658add9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/4929e06458a14b0e9f5136d23658add9 2024-11-21T19:39:36,625 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/4929e06458a14b0e9f5136d23658add9, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T19:39:36,626 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/.tmp/C/ac8c0be90ddb4a6383dad2e103e07f98 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ac8c0be90ddb4a6383dad2e103e07f98 2024-11-21T19:39:36,629 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ac8c0be90ddb4a6383dad2e103e07f98, entries=150, sequenceid=369, filesize=12.0 K 2024-11-21T19:39:36,630 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0450952ed7cf7e02de84dab21c8a5fff in 1685ms, sequenceid=369, compaction requested=true 2024-11-21T19:39:36,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a57a9f789b9f474889f534e873c17c93, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d0096b0a8b7449e1981630aca06d0f9e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1d808468195a486394e2e9645c6dc2fc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/26271db1fb4e4ab4968613698f1c9589, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/84288b89921f47579714b8584da81f2e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8aab295e5bcb4c5f9b3c5b0ac17c89da, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c58f15ac378d4663985073191d09c094, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/28fd02e2135d41bab8c733b983d06d7e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a4db0b0acf524fbeae0a918edcfa0e60, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/08948fadf52a4823b6fd352e4d1b6876, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0706436e7f42443e8b32eb388f180f03, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/676ace1f0ab2480da06f0726b3904c24, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4aad67fd104d4c9ba90436ce63934d49, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/81ba4d070b8b4fd6a84b815ce0f50e53, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/183c4feb38f741edb29eb1b35baa2238, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/5681d3d3fa614020ae07fab5e1dfa1ed, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/e31f2bf8ce3645be9e8a06ee695a83e1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0dc8fceada4a46dab74c06113cb385ed, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4537fb3865084f9197ec02b839994dcb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8bc11ebb152f47afbac1f7fba30c0b92, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c8785f2a82104aa29abaa298774ecc4e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d147418e5bc84425a21054eb61b1cb62, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/ee692cf1df7c47e0bb50a80caa75b238] to archive 2024-11-21T19:39:36,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:39:36,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a57a9f789b9f474889f534e873c17c93 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a57a9f789b9f474889f534e873c17c93 2024-11-21T19:39:36,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d0096b0a8b7449e1981630aca06d0f9e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d0096b0a8b7449e1981630aca06d0f9e 2024-11-21T19:39:36,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1d808468195a486394e2e9645c6dc2fc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1d808468195a486394e2e9645c6dc2fc 2024-11-21T19:39:36,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/26271db1fb4e4ab4968613698f1c9589 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/26271db1fb4e4ab4968613698f1c9589 2024-11-21T19:39:36,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/84288b89921f47579714b8584da81f2e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/84288b89921f47579714b8584da81f2e 2024-11-21T19:39:36,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8aab295e5bcb4c5f9b3c5b0ac17c89da to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8aab295e5bcb4c5f9b3c5b0ac17c89da 2024-11-21T19:39:36,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c58f15ac378d4663985073191d09c094 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c58f15ac378d4663985073191d09c094 2024-11-21T19:39:36,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/28fd02e2135d41bab8c733b983d06d7e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/28fd02e2135d41bab8c733b983d06d7e 2024-11-21T19:39:36,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a4db0b0acf524fbeae0a918edcfa0e60 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/a4db0b0acf524fbeae0a918edcfa0e60 2024-11-21T19:39:36,647 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/08948fadf52a4823b6fd352e4d1b6876 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/08948fadf52a4823b6fd352e4d1b6876 2024-11-21T19:39:36,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0706436e7f42443e8b32eb388f180f03 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0706436e7f42443e8b32eb388f180f03 2024-11-21T19:39:36,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/676ace1f0ab2480da06f0726b3904c24 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/676ace1f0ab2480da06f0726b3904c24 2024-11-21T19:39:36,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4aad67fd104d4c9ba90436ce63934d49 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4aad67fd104d4c9ba90436ce63934d49 2024-11-21T19:39:36,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/81ba4d070b8b4fd6a84b815ce0f50e53 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/81ba4d070b8b4fd6a84b815ce0f50e53 2024-11-21T19:39:36,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/183c4feb38f741edb29eb1b35baa2238 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/183c4feb38f741edb29eb1b35baa2238 2024-11-21T19:39:36,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/5681d3d3fa614020ae07fab5e1dfa1ed to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/5681d3d3fa614020ae07fab5e1dfa1ed 2024-11-21T19:39:36,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/e31f2bf8ce3645be9e8a06ee695a83e1 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/e31f2bf8ce3645be9e8a06ee695a83e1 2024-11-21T19:39:36,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0dc8fceada4a46dab74c06113cb385ed to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/0dc8fceada4a46dab74c06113cb385ed 2024-11-21T19:39:36,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4537fb3865084f9197ec02b839994dcb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/4537fb3865084f9197ec02b839994dcb 2024-11-21T19:39:36,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8bc11ebb152f47afbac1f7fba30c0b92 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8bc11ebb152f47afbac1f7fba30c0b92 2024-11-21T19:39:36,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c8785f2a82104aa29abaa298774ecc4e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/c8785f2a82104aa29abaa298774ecc4e 2024-11-21T19:39:36,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d147418e5bc84425a21054eb61b1cb62 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/d147418e5bc84425a21054eb61b1cb62 2024-11-21T19:39:36,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/ee692cf1df7c47e0bb50a80caa75b238 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/ee692cf1df7c47e0bb50a80caa75b238 2024-11-21T19:39:36,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/c15b9092218c4808b65efffc1ead958a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7160667a6ae9422faa50fa42c3cfd531, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/10ab45a033724a18aa94a890d9a518cf, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/37df866b1f744fa79cd34a6945fde4b7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/08aa6343aeda45748822a47c44c10938, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2edf72be5a3a4c8890113436c9f64509, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7a091f70588b45729c218ab66649d7d3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/8ca82cacb3884057a8bcf601de0df43e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9bdd4c615b144eb0939d83b141627629, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/da2db3e468114573b43ad029f9c8f591, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/cc6864616c14437386dddb48edc46667, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6fc8b1defd82493c944e350abf6525a0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/64bcb7ef46ab43d2b5a688118b61c55a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6ac5d8a5f77d46e9a43bdf101bf3e2fa, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/65fae50952034b1094b1268458324d5e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/532b806fc4324c33907413dd08b953fd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ddf1f0871ce44a80b7fe69d78b5efa3d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9c8f61c8f0a04ae6aad7447481542c4a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2eb3ded63b414f86aa887664bcdad862, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/b69a6ab3ce9f40afa807cd397986e7b8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ba841860813c43b0bc33001d0a56195e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/3a73b4244a364fc0ab86fe39fc4c6c9c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2150c504641c48729577324fc20ef30d] to archive 2024-11-21T19:39:36,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:39:36,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/c15b9092218c4808b65efffc1ead958a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/c15b9092218c4808b65efffc1ead958a 2024-11-21T19:39:36,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7160667a6ae9422faa50fa42c3cfd531 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7160667a6ae9422faa50fa42c3cfd531 2024-11-21T19:39:36,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/10ab45a033724a18aa94a890d9a518cf to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/10ab45a033724a18aa94a890d9a518cf 2024-11-21T19:39:36,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/37df866b1f744fa79cd34a6945fde4b7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/37df866b1f744fa79cd34a6945fde4b7 2024-11-21T19:39:36,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/08aa6343aeda45748822a47c44c10938 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/08aa6343aeda45748822a47c44c10938 2024-11-21T19:39:36,672 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2edf72be5a3a4c8890113436c9f64509 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2edf72be5a3a4c8890113436c9f64509 2024-11-21T19:39:36,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7a091f70588b45729c218ab66649d7d3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/7a091f70588b45729c218ab66649d7d3 2024-11-21T19:39:36,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/8ca82cacb3884057a8bcf601de0df43e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/8ca82cacb3884057a8bcf601de0df43e 2024-11-21T19:39:36,676 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9bdd4c615b144eb0939d83b141627629 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9bdd4c615b144eb0939d83b141627629 2024-11-21T19:39:36,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/da2db3e468114573b43ad029f9c8f591 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/da2db3e468114573b43ad029f9c8f591 2024-11-21T19:39:36,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/cc6864616c14437386dddb48edc46667 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/cc6864616c14437386dddb48edc46667 2024-11-21T19:39:36,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6fc8b1defd82493c944e350abf6525a0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6fc8b1defd82493c944e350abf6525a0 2024-11-21T19:39:36,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/64bcb7ef46ab43d2b5a688118b61c55a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/64bcb7ef46ab43d2b5a688118b61c55a 2024-11-21T19:39:36,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6ac5d8a5f77d46e9a43bdf101bf3e2fa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/6ac5d8a5f77d46e9a43bdf101bf3e2fa 2024-11-21T19:39:36,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/65fae50952034b1094b1268458324d5e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/65fae50952034b1094b1268458324d5e 2024-11-21T19:39:36,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/532b806fc4324c33907413dd08b953fd to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/532b806fc4324c33907413dd08b953fd 2024-11-21T19:39:36,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ddf1f0871ce44a80b7fe69d78b5efa3d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ddf1f0871ce44a80b7fe69d78b5efa3d 2024-11-21T19:39:36,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9c8f61c8f0a04ae6aad7447481542c4a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/9c8f61c8f0a04ae6aad7447481542c4a 2024-11-21T19:39:36,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2eb3ded63b414f86aa887664bcdad862 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2eb3ded63b414f86aa887664bcdad862 2024-11-21T19:39:36,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/b69a6ab3ce9f40afa807cd397986e7b8 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/b69a6ab3ce9f40afa807cd397986e7b8 2024-11-21T19:39:36,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ba841860813c43b0bc33001d0a56195e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/ba841860813c43b0bc33001d0a56195e 2024-11-21T19:39:36,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/3a73b4244a364fc0ab86fe39fc4c6c9c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/3a73b4244a364fc0ab86fe39fc4c6c9c 2024-11-21T19:39:36,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2150c504641c48729577324fc20ef30d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/2150c504641c48729577324fc20ef30d 2024-11-21T19:39:36,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/d68c283da5f94b96b5523b8e33f976cc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/5a265983a78943238c4a7641a3767ca9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/92224fba290b481d919e645d6484ba7c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/97def207619c436d910cdbeef9698833, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/c8ed631b5ec845ad9f2191304218ac2c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/b0ab85ce2723444a9d2a619d03536d1e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3ce6e846200b440da9e5efaa92c5eb6f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/168d36b7cb0645d89f34f9850e6ef5a0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/4599901a431c452c9e1e1d98750d379d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/72451dfa0f9348e6a689b2ca0caa4085, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/267e68c86f4a434b811e6f3f63969317, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ceb6b4304fb1488e9946164071afac57, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ffce11e7cebe48358a093d742906cdfd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7776372316374964bbc8d66c75deca18, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/afc8d98cafcb4357b50585e07ab4fdb5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/0565d4964ac84fb79cbd68efdd2ff06d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ecefaebb53094fd4987fd74caa237e96, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ab144f1b8adb47ed9b8f779c6548e394, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7bd62d4230894259a45f5da4bd683c93, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/38e59e8f5d074586b0b8355f0d77fd27, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/19b53f8ccd624eca99b229e72f48b5c7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/31a88e6dbb4547508cff5b4dbbb5921d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3eaaaa13a9874690aa14a98e6075f70d] to archive 2024-11-21T19:39:36,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:39:36,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/d68c283da5f94b96b5523b8e33f976cc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/d68c283da5f94b96b5523b8e33f976cc 2024-11-21T19:39:36,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/5a265983a78943238c4a7641a3767ca9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/5a265983a78943238c4a7641a3767ca9 2024-11-21T19:39:36,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/92224fba290b481d919e645d6484ba7c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/92224fba290b481d919e645d6484ba7c 2024-11-21T19:39:36,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/97def207619c436d910cdbeef9698833 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/97def207619c436d910cdbeef9698833 2024-11-21T19:39:36,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/c8ed631b5ec845ad9f2191304218ac2c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/c8ed631b5ec845ad9f2191304218ac2c 2024-11-21T19:39:36,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/b0ab85ce2723444a9d2a619d03536d1e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/b0ab85ce2723444a9d2a619d03536d1e 2024-11-21T19:39:36,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3ce6e846200b440da9e5efaa92c5eb6f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3ce6e846200b440da9e5efaa92c5eb6f 2024-11-21T19:39:36,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/168d36b7cb0645d89f34f9850e6ef5a0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/168d36b7cb0645d89f34f9850e6ef5a0 2024-11-21T19:39:36,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/4599901a431c452c9e1e1d98750d379d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/4599901a431c452c9e1e1d98750d379d 2024-11-21T19:39:36,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/72451dfa0f9348e6a689b2ca0caa4085 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/72451dfa0f9348e6a689b2ca0caa4085 2024-11-21T19:39:36,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/267e68c86f4a434b811e6f3f63969317 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/267e68c86f4a434b811e6f3f63969317 2024-11-21T19:39:36,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ceb6b4304fb1488e9946164071afac57 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ceb6b4304fb1488e9946164071afac57 2024-11-21T19:39:36,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ffce11e7cebe48358a093d742906cdfd to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ffce11e7cebe48358a093d742906cdfd 2024-11-21T19:39:36,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7776372316374964bbc8d66c75deca18 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7776372316374964bbc8d66c75deca18 2024-11-21T19:39:36,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/afc8d98cafcb4357b50585e07ab4fdb5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/afc8d98cafcb4357b50585e07ab4fdb5 2024-11-21T19:39:36,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/0565d4964ac84fb79cbd68efdd2ff06d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/0565d4964ac84fb79cbd68efdd2ff06d 2024-11-21T19:39:36,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ecefaebb53094fd4987fd74caa237e96 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ecefaebb53094fd4987fd74caa237e96 2024-11-21T19:39:36,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ab144f1b8adb47ed9b8f779c6548e394 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ab144f1b8adb47ed9b8f779c6548e394 2024-11-21T19:39:36,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7bd62d4230894259a45f5da4bd683c93 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/7bd62d4230894259a45f5da4bd683c93 2024-11-21T19:39:36,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/38e59e8f5d074586b0b8355f0d77fd27 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/38e59e8f5d074586b0b8355f0d77fd27 2024-11-21T19:39:36,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/19b53f8ccd624eca99b229e72f48b5c7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/19b53f8ccd624eca99b229e72f48b5c7 2024-11-21T19:39:36,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/31a88e6dbb4547508cff5b4dbbb5921d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/31a88e6dbb4547508cff5b4dbbb5921d 2024-11-21T19:39:36,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3eaaaa13a9874690aa14a98e6075f70d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/3eaaaa13a9874690aa14a98e6075f70d 2024-11-21T19:39:36,736 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/recovered.edits/372.seqid, newMaxSeqId=372, maxSeqId=4 2024-11-21T19:39:36,737 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff. 2024-11-21T19:39:36,737 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] regionserver.HRegion(1635): Region close journal for 0450952ed7cf7e02de84dab21c8a5fff: 2024-11-21T19:39:36,739 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=115}] handler.UnassignRegionHandler(170): Closed 0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:36,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=0450952ed7cf7e02de84dab21c8a5fff, regionState=CLOSED 2024-11-21T19:39:36,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-21T19:39:36,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseRegionProcedure 0450952ed7cf7e02de84dab21c8a5fff, server=2d90ca23533b,46653,1732217858981 in 2.2910 sec 2024-11-21T19:39:36,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-11-21T19:39:36,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0450952ed7cf7e02de84dab21c8a5fff, UNASSIGN in 2.2950 sec 2024-11-21T19:39:36,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-21T19:39:36,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2970 sec 2024-11-21T19:39:36,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217976744"}]},"ts":"1732217976744"} 2024-11-21T19:39:36,745 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T19:39:36,752 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T19:39:36,754 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3390 sec 2024-11-21T19:39:36,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:39:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-21T19:39:38,524 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-21T19:39:38,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T19:39:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:38,526 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=116, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:38,527 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=116, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T19:39:38,529 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,532 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/recovered.edits] 2024-11-21T19:39:38,552 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1ee01574667543b6bb929aca024b24d0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/1ee01574667543b6bb929aca024b24d0 2024-11-21T19:39:38,554 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/809e25d4ce874c299638a9edc7d053fe to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/809e25d4ce874c299638a9edc7d053fe 2024-11-21T19:39:38,555 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8da29ff3a7c5440f9c51ec69881ea14b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/A/8da29ff3a7c5440f9c51ec69881ea14b 2024-11-21T19:39:38,557 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/4929e06458a14b0e9f5136d23658add9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/4929e06458a14b0e9f5136d23658add9 2024-11-21T19:39:38,558 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/bfe051d29a594f8b9d929878a342440d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/bfe051d29a594f8b9d929878a342440d 2024-11-21T19:39:38,560 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/e4055b8ba3b04ff6883064d9aaa6565b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/B/e4055b8ba3b04ff6883064d9aaa6565b 2024-11-21T19:39:38,563 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/65590b104ec44b848e241b3eba181fac to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/65590b104ec44b848e241b3eba181fac 2024-11-21T19:39:38,564 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ac8c0be90ddb4a6383dad2e103e07f98 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/ac8c0be90ddb4a6383dad2e103e07f98 2024-11-21T19:39:38,565 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/f899b572ff844c0faf31ad6c0b536e00 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/C/f899b572ff844c0faf31ad6c0b536e00 2024-11-21T19:39:38,567 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/recovered.edits/372.seqid to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff/recovered.edits/372.seqid 2024-11-21T19:39:38,567 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,568 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T19:39:38,568 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T19:39:38,569 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T19:39:38,572 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210c45aae668af40389d0d4a96db260148_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210c45aae668af40389d0d4a96db260148_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,572 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T19:39:38,576 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112129828cfff4434421b9a2ac89c033c419_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112129828cfff4434421b9a2ac89c033c419_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,577 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213d8b58031f584192bda5be52ac4abdb0_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213d8b58031f584192bda5be52ac4abdb0_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,578 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213eaaa95117ee4fb390062d90f400017d_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411213eaaa95117ee4fb390062d90f400017d_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,579 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121466da1d084ff4d44b9084ffa3f5d103c_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121466da1d084ff4d44b9084ffa3f5d103c_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,581 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214c56dbc2fb054432b25aff22018b64d6_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214c56dbc2fb054432b25aff22018b64d6_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,581 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214de032ff9968403fb46fb72fba06c60b_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411214de032ff9968403fb46fb72fba06c60b_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,583 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215402e8941a9941c69457e1ea3aafd14a_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411215402e8941a9941c69457e1ea3aafd14a_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,584 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112165d1fa2790e042b199e84c10c28c5e12_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112165d1fa2790e042b199e84c10c28c5e12_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,585 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112166719af22cc442a6818e4001060584ca_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112166719af22cc442a6818e4001060584ca_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,586 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121736d06b3a13f417298e9a22626d4dc77_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121736d06b3a13f417298e9a22626d4dc77_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,587 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218095c6367c33428db5ff5745c38275fd_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218095c6367c33428db5ff5745c38275fd_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,588 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab03769adb8246f29a9302f9de52945b_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab03769adb8246f29a9302f9de52945b_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,589 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab1f3b9ed8a04dfabc92919bc9035e4e_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ab1f3b9ed8a04dfabc92919bc9035e4e_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,589 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b5284688bf244990bf9a82544d4db2c5_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b5284688bf244990bf9a82544d4db2c5_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,590 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b8da10b6aac54a139952668188507cb8_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121b8da10b6aac54a139952668188507cb8_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,591 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ce5b07ec55414e268ce52d4945002dbb_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ce5b07ec55414e268ce52d4945002dbb_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,592 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d0a863d9ec43456fbbcbb9ebe22aa961_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121d0a863d9ec43456fbbcbb9ebe22aa961_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,593 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e64dc8b49d264025b34129d65b1f0288_0450952ed7cf7e02de84dab21c8a5fff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e64dc8b49d264025b34129d65b1f0288_0450952ed7cf7e02de84dab21c8a5fff 2024-11-21T19:39:38,593 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T19:39:38,596 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=116, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:38,597 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T19:39:38,599 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T19:39:38,600 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=116, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:38,600 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T19:39:38,600 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732217978600"}]},"ts":"9223372036854775807"} 2024-11-21T19:39:38,602 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T19:39:38,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0450952ed7cf7e02de84dab21c8a5fff, NAME => 'TestAcidGuarantees,,1732217950818.0450952ed7cf7e02de84dab21c8a5fff.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T19:39:38,602 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T19:39:38,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732217978602"}]},"ts":"9223372036854775807"} 2024-11-21T19:39:38,605 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T19:39:38,611 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=116, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:38,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-21T19:39:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-21T19:39:38,629 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-21T19:39:38,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=463 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1087 (was 1074) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2558 (was 2261) - AvailableMemoryMB LEAK? - 2024-11-21T19:39:38,651 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=1087, ProcessCount=11, AvailableMemoryMB=2557 2024-11-21T19:39:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T19:39:38,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:39:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T19:39:38,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:39:38,656 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:38,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 117 2024-11-21T19:39:38,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:39:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-21T19:39:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742270_1446 (size=963) 2024-11-21T19:39:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-21T19:39:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-21T19:39:39,067 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 2024-11-21T19:39:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742271_1447 (size=53) 2024-11-21T19:39:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-21T19:39:39,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:39:39,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7e86ef9db728facaf4bbde9539339c54, disabling compactions & flushes 2024-11-21T19:39:39,472 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:39,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:39,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. after waiting 0 ms 2024-11-21T19:39:39,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:39,472 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:39,472 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:39,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:39:39,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732217979473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732217979473"}]},"ts":"1732217979473"} 2024-11-21T19:39:39,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:39:39,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:39:39,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217979475"}]},"ts":"1732217979475"} 2024-11-21T19:39:39,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T19:39:39,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e86ef9db728facaf4bbde9539339c54, ASSIGN}] 2024-11-21T19:39:39,520 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e86ef9db728facaf4bbde9539339c54, ASSIGN 2024-11-21T19:39:39,521 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e86ef9db728facaf4bbde9539339c54, ASSIGN; state=OFFLINE, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=false 2024-11-21T19:39:39,672 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=7e86ef9db728facaf4bbde9539339c54, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:39,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; OpenRegionProcedure 7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:39:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-21T19:39:39,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:39,828 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:39,828 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7285): Opening region: {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:39:39,829 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:39,829 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:39:39,829 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7327): checking encryption for 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:39,829 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(7330): checking classloading for 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:39,830 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:39,832 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:39:39,832 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e86ef9db728facaf4bbde9539339c54 columnFamilyName A 2024-11-21T19:39:39,832 DEBUG [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:39,833 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] regionserver.HStore(327): Store=7e86ef9db728facaf4bbde9539339c54/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:39:39,833 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:39,836 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:39:39,836 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e86ef9db728facaf4bbde9539339c54 columnFamilyName B 2024-11-21T19:39:39,836 DEBUG [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:39,837 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] regionserver.HStore(327): Store=7e86ef9db728facaf4bbde9539339c54/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:39:39,837 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:39,839 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:39:39,839 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e86ef9db728facaf4bbde9539339c54 columnFamilyName C 2024-11-21T19:39:39,839 DEBUG [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:39:39,840 INFO [StoreOpener-7e86ef9db728facaf4bbde9539339c54-1 {}] regionserver.HStore(327): Store=7e86ef9db728facaf4bbde9539339c54/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:39:39,840 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:39,841 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:39,841 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:39,844 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:39:39,845 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1085): writing seq id for 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:39,846 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:39:39,847 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1102): Opened 7e86ef9db728facaf4bbde9539339c54; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63235961, jitterRate=-0.05771075189113617}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:39:39,847 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegion(1001): Region open journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:39,848 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., pid=119, masterSystemTime=1732217979825 2024-11-21T19:39:39,849 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:39,849 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=119}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:39,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=7e86ef9db728facaf4bbde9539339c54, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:39,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-21T19:39:39,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; OpenRegionProcedure 7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 in 177 msec 2024-11-21T19:39:39,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-21T19:39:39,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e86ef9db728facaf4bbde9539339c54, ASSIGN in 332 msec 2024-11-21T19:39:39,854 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:39:39,854 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732217979854"}]},"ts":"1732217979854"} 2024-11-21T19:39:39,855 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T19:39:39,867 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=117, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:39:39,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2140 sec 2024-11-21T19:39:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=117 2024-11-21T19:39:40,762 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 117 completed 2024-11-21T19:39:40,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28a7836b to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35b4f95e 2024-11-21T19:39:40,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d919b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,780 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:39:40,783 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:39:40,784 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x746138a3 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@668d4178 2024-11-21T19:39:40,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47611b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,795 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10c3c8f5 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cc9cd14 2024-11-21T19:39:40,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533efd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x621ff37a to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@306c3340 2024-11-21T19:39:40,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149f3fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d0434e0 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c23e833 2024-11-21T19:39:40,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712c861e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,820 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x210f9fb4 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@226e89d6 2024-11-21T19:39:40,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3767e7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,829 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71bda157 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79ed98ec 2024-11-21T19:39:40,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a45919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465ce5f8 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53e32f27 2024-11-21T19:39:40,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518dd8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10cfe2f4 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a1f6ddd 2024-11-21T19:39:40,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656b6d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560d8359 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77dd6dc0 2024-11-21T19:39:40,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e06533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ae83603 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c7fbf3 2024-11-21T19:39:40,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c44cfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:39:40,879 DEBUG [hconnection-0x1a324fcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,879 DEBUG [hconnection-0xef4cf2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,880 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,880 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54270, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,881 DEBUG [hconnection-0x4a278c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,883 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:40,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:40,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:40,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:40,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:40,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:40,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:40,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:40,899 DEBUG [hconnection-0x4c2f3df4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,901 DEBUG [hconnection-0xf6044a8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,902 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54280, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,903 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:40,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:40,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218040909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218040908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218040908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:40,911 DEBUG [hconnection-0x35f428df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,912 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218040913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:40,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:40,919 DEBUG [hconnection-0x4809c35e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,920 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-21T19:39:40,928 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T19:39:40,929 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:40,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:40,934 DEBUG [hconnection-0x4d904c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,936 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/a4749fba6f234998a1c5945e3d8753b0 is 50, key is test_row_0/A:col10/1732217980887/Put/seqid=0 2024-11-21T19:39:40,951 DEBUG [hconnection-0x2889d722-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,952 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218040954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:40,959 DEBUG [hconnection-0x3ff0583-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:39:40,960 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:39:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742272_1448 (size=12001) 2024-11-21T19:39:41,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218041010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218041013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218041013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218041014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T19:39:41,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218041057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:41,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:41,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218041214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218041219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218041224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T19:39:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218041227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:41,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218041267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/a4749fba6f234998a1c5945e3d8753b0 2024-11-21T19:39:41,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:41,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/2b1fce6d05404385915b1aaa184f873c is 50, key is test_row_0/B:col10/1732217980887/Put/seqid=0 2024-11-21T19:39:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742273_1449 (size=12001) 2024-11-21T19:39:41,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218041519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218041524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218041528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218041534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T19:39:41,555 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218041577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:41,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:41,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/2b1fce6d05404385915b1aaa184f873c 2024-11-21T19:39:41,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:41,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:41,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:41,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/5e53e99093e24572aad932a206130369 is 50, key is test_row_0/C:col10/1732217980887/Put/seqid=0 2024-11-21T19:39:41,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742274_1450 (size=12001) 2024-11-21T19:39:42,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:42,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:42,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:42,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:42,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218042025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:42,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:42,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218042034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T19:39:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218042043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218042043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:42,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218042091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:42,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:42,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:42,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:42,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:42,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:42,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:42,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:42,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:39:42,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:42,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:42,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:42,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:42,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:42,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:42,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:42,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/5e53e99093e24572aad932a206130369 2024-11-21T19:39:42,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/a4749fba6f234998a1c5945e3d8753b0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a4749fba6f234998a1c5945e3d8753b0 2024-11-21T19:39:42,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a4749fba6f234998a1c5945e3d8753b0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T19:39:42,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/2b1fce6d05404385915b1aaa184f873c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/2b1fce6d05404385915b1aaa184f873c 2024-11-21T19:39:42,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/2b1fce6d05404385915b1aaa184f873c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T19:39:42,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/5e53e99093e24572aad932a206130369 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5e53e99093e24572aad932a206130369 2024-11-21T19:39:42,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5e53e99093e24572aad932a206130369, entries=150, sequenceid=13, filesize=11.7 K 2024-11-21T19:39:42,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 7e86ef9db728facaf4bbde9539339c54 in 1608ms, sequenceid=13, compaction requested=false 2024-11-21T19:39:42,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:42,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:42,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-21T19:39:42,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:42,527 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T19:39:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:42,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/8893ef01a0bb443696067ed8df3c18f3 is 50, key is test_row_0/A:col10/1732217980904/Put/seqid=0 2024-11-21T19:39:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742275_1451 (size=12001) 2024-11-21T19:39:43,002 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/8893ef01a0bb443696067ed8df3c18f3 2024-11-21T19:39:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T19:39:43,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/0b8dc9ba4ab746619aa6d35462803e78 is 50, key is test_row_0/B:col10/1732217980904/Put/seqid=0 2024-11-21T19:39:43,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:43,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218043069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218043069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218043073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218043076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218043111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742276_1452 (size=12001) 2024-11-21T19:39:43,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218043183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218043183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218043186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218043197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218043390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218043393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218043393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218043406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,521 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/0b8dc9ba4ab746619aa6d35462803e78 2024-11-21T19:39:43,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/eeff03a025244ef59cf39a607f773973 is 50, key is test_row_0/C:col10/1732217980904/Put/seqid=0 2024-11-21T19:39:43,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742277_1453 (size=12001) 2024-11-21T19:39:43,590 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/eeff03a025244ef59cf39a607f773973 2024-11-21T19:39:43,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/8893ef01a0bb443696067ed8df3c18f3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8893ef01a0bb443696067ed8df3c18f3 2024-11-21T19:39:43,656 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8893ef01a0bb443696067ed8df3c18f3, entries=150, sequenceid=39, filesize=11.7 K 2024-11-21T19:39:43,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/0b8dc9ba4ab746619aa6d35462803e78 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0b8dc9ba4ab746619aa6d35462803e78 2024-11-21T19:39:43,671 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0b8dc9ba4ab746619aa6d35462803e78, entries=150, sequenceid=39, filesize=11.7 K 2024-11-21T19:39:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/eeff03a025244ef59cf39a607f773973 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/eeff03a025244ef59cf39a607f773973 2024-11-21T19:39:43,690 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/eeff03a025244ef59cf39a607f773973, entries=150, sequenceid=39, filesize=11.7 K 2024-11-21T19:39:43,695 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7e86ef9db728facaf4bbde9539339c54 in 1168ms, sequenceid=39, compaction requested=false 2024-11-21T19:39:43,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:43,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:43,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-21T19:39:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-21T19:39:43,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-21T19:39:43,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7670 sec 2024-11-21T19:39:43,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.7800 sec 2024-11-21T19:39:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:43,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:43,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:43,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:43,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:43,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:43,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:43,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:43,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/1b0c06467a2a44ccb051a4401992aede is 50, key is test_row_0/A:col10/1732217983707/Put/seqid=0 2024-11-21T19:39:43,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742278_1454 (size=14341) 2024-11-21T19:39:43,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/1b0c06467a2a44ccb051a4401992aede 2024-11-21T19:39:43,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/50f767d30af34f588ae6077e37debd31 is 50, key is test_row_0/B:col10/1732217983707/Put/seqid=0 2024-11-21T19:39:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742279_1455 (size=12001) 2024-11-21T19:39:43,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218043826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218043866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218043867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218043871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218043975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218043981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218043981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218043987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218044184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218044189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218044190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218044203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/50f767d30af34f588ae6077e37debd31 2024-11-21T19:39:44,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/aae4287656da45f19136e663996c688b is 50, key is test_row_0/C:col10/1732217983707/Put/seqid=0 2024-11-21T19:39:44,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742280_1456 (size=12001) 2024-11-21T19:39:44,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/aae4287656da45f19136e663996c688b 2024-11-21T19:39:44,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/1b0c06467a2a44ccb051a4401992aede as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1b0c06467a2a44ccb051a4401992aede 2024-11-21T19:39:44,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1b0c06467a2a44ccb051a4401992aede, entries=200, sequenceid=51, filesize=14.0 K 2024-11-21T19:39:44,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/50f767d30af34f588ae6077e37debd31 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/50f767d30af34f588ae6077e37debd31 2024-11-21T19:39:44,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/50f767d30af34f588ae6077e37debd31, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T19:39:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/aae4287656da45f19136e663996c688b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/aae4287656da45f19136e663996c688b 2024-11-21T19:39:44,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/aae4287656da45f19136e663996c688b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-21T19:39:44,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7e86ef9db728facaf4bbde9539339c54 in 659ms, sequenceid=51, compaction requested=true 2024-11-21T19:39:44,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:44,367 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:44,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:44,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:44,368 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:44,368 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:44,368 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:39:44,368 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:44,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:44,368 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a4749fba6f234998a1c5945e3d8753b0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8893ef01a0bb443696067ed8df3c18f3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1b0c06467a2a44ccb051a4401992aede] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=37.4 K 2024-11-21T19:39:44,369 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4749fba6f234998a1c5945e3d8753b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732217980887 2024-11-21T19:39:44,369 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:44,369 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8893ef01a0bb443696067ed8df3c18f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732217980904 2024-11-21T19:39:44,369 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:39:44,369 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:44,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:44,369 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/2b1fce6d05404385915b1aaa184f873c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0b8dc9ba4ab746619aa6d35462803e78, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/50f767d30af34f588ae6077e37debd31] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=35.2 K 2024-11-21T19:39:44,369 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b0c06467a2a44ccb051a4401992aede, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732217983065 2024-11-21T19:39:44,370 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b1fce6d05404385915b1aaa184f873c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732217980887 2024-11-21T19:39:44,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:44,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:44,370 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b8dc9ba4ab746619aa6d35462803e78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732217980904 2024-11-21T19:39:44,370 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f767d30af34f588ae6077e37debd31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732217983065 2024-11-21T19:39:44,389 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:44,389 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/9a26cc10e5d24011ad8824c47ab37e9c is 50, key is test_row_0/A:col10/1732217983707/Put/seqid=0 2024-11-21T19:39:44,409 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:44,409 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/3dff733ec5004a9698c8c9da14556d38 is 50, key is test_row_0/B:col10/1732217983707/Put/seqid=0 2024-11-21T19:39:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742281_1457 (size=12104) 2024-11-21T19:39:44,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742282_1458 (size=12104) 2024-11-21T19:39:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:44,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T19:39:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:44,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:44,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:44,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:44,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:44,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:44,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/5d38b5a3edad41e7b574ebf2a48dfd60 is 50, key is test_row_0/A:col10/1732217983795/Put/seqid=0 2024-11-21T19:39:44,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218044524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218044530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218044530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218044539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742283_1459 (size=14341) 2024-11-21T19:39:44,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/5d38b5a3edad41e7b574ebf2a48dfd60 2024-11-21T19:39:44,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/fe3e72e06fd0492bac16de63d5aba94b is 50, key is test_row_0/B:col10/1732217983795/Put/seqid=0 2024-11-21T19:39:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218044654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218044655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218044661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218044667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742284_1460 (size=12001) 2024-11-21T19:39:44,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/fe3e72e06fd0492bac16de63d5aba94b 2024-11-21T19:39:44,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/47d180c0d04c4146b53e27487f6b63c7 is 50, key is test_row_0/C:col10/1732217983795/Put/seqid=0 2024-11-21T19:39:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742285_1461 (size=12001) 2024-11-21T19:39:44,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218044858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,871 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/9a26cc10e5d24011ad8824c47ab37e9c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/9a26cc10e5d24011ad8824c47ab37e9c 2024-11-21T19:39:44,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218044868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218044872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,873 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/3dff733ec5004a9698c8c9da14556d38 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3dff733ec5004a9698c8c9da14556d38 2024-11-21T19:39:44,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218044875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:44,886 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into 9a26cc10e5d24011ad8824c47ab37e9c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:44,886 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into 3dff733ec5004a9698c8c9da14556d38(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:44,886 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:44,886 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:44,886 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=13, startTime=1732217984367; duration=0sec 2024-11-21T19:39:44,886 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=13, startTime=1732217984368; duration=0sec 2024-11-21T19:39:44,886 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:44,886 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:44,886 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:44,887 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:44,887 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/C is initiating minor compaction (all files) 2024-11-21T19:39:44,887 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/C in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:44,888 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5e53e99093e24572aad932a206130369, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/eeff03a025244ef59cf39a607f773973, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/aae4287656da45f19136e663996c688b] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=35.2 K 2024-11-21T19:39:44,888 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e53e99093e24572aad932a206130369, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732217980887 2024-11-21T19:39:44,888 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting eeff03a025244ef59cf39a607f773973, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732217980904 2024-11-21T19:39:44,888 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting aae4287656da45f19136e663996c688b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732217983065 2024-11-21T19:39:44,890 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:44,891 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:44,905 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:44,906 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/ded2f04c845f4133bc039956b3ed13b5 is 50, key is test_row_0/C:col10/1732217983707/Put/seqid=0 2024-11-21T19:39:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742286_1462 (size=12104) 2024-11-21T19:39:44,997 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/ded2f04c845f4133bc039956b3ed13b5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ded2f04c845f4133bc039956b3ed13b5 2024-11-21T19:39:45,007 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/C of 7e86ef9db728facaf4bbde9539339c54 into ded2f04c845f4133bc039956b3ed13b5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:45,007 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:45,007 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/C, priority=13, startTime=1732217984369; duration=0sec 2024-11-21T19:39:45,007 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:45,007 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-21T19:39:45,046 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-21T19:39:45,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-21T19:39:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T19:39:45,059 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:45,061 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:45,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:45,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218045124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,134 DEBUG [Thread-1994 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4200 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., hostname=2d90ca23533b,46653,1732217858981, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:39:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T19:39:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218045177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218045177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218045178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218045178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/47d180c0d04c4146b53e27487f6b63c7 2024-11-21T19:39:45,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/5d38b5a3edad41e7b574ebf2a48dfd60 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5d38b5a3edad41e7b574ebf2a48dfd60 2024-11-21T19:39:45,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5d38b5a3edad41e7b574ebf2a48dfd60, entries=200, sequenceid=77, filesize=14.0 K 2024-11-21T19:39:45,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/fe3e72e06fd0492bac16de63d5aba94b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/fe3e72e06fd0492bac16de63d5aba94b 2024-11-21T19:39:45,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/fe3e72e06fd0492bac16de63d5aba94b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T19:39:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/47d180c0d04c4146b53e27487f6b63c7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/47d180c0d04c4146b53e27487f6b63c7 2024-11-21T19:39:45,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T19:39:45,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:45,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:45,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/47d180c0d04c4146b53e27487f6b63c7, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T19:39:45,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7e86ef9db728facaf4bbde9539339c54 in 730ms, sequenceid=77, compaction requested=false 2024-11-21T19:39:45,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T19:39:45,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-21T19:39:45,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:45,387 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-21T19:39:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:45,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:45,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/b70b113e5a8045a5a145d0d2a1f09ad1 is 50, key is test_row_0/A:col10/1732217984518/Put/seqid=0 2024-11-21T19:39:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742287_1463 (size=9657) 2024-11-21T19:39:45,442 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/b70b113e5a8045a5a145d0d2a1f09ad1 2024-11-21T19:39:45,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/46a13c3acf5842c6bdca776f494fbe79 is 50, key is test_row_0/B:col10/1732217984518/Put/seqid=0 2024-11-21T19:39:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742288_1464 (size=9657) 2024-11-21T19:39:45,490 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/46a13c3acf5842c6bdca776f494fbe79 2024-11-21T19:39:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/1518a51d42514541800e57971302714b is 50, key is test_row_0/C:col10/1732217984518/Put/seqid=0 2024-11-21T19:39:45,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742289_1465 (size=9657) 2024-11-21T19:39:45,533 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/1518a51d42514541800e57971302714b 2024-11-21T19:39:45,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/b70b113e5a8045a5a145d0d2a1f09ad1 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/b70b113e5a8045a5a145d0d2a1f09ad1 2024-11-21T19:39:45,553 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/b70b113e5a8045a5a145d0d2a1f09ad1, entries=100, sequenceid=90, filesize=9.4 K 2024-11-21T19:39:45,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/46a13c3acf5842c6bdca776f494fbe79 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/46a13c3acf5842c6bdca776f494fbe79 2024-11-21T19:39:45,561 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/46a13c3acf5842c6bdca776f494fbe79, entries=100, sequenceid=90, filesize=9.4 K 2024-11-21T19:39:45,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/1518a51d42514541800e57971302714b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/1518a51d42514541800e57971302714b 2024-11-21T19:39:45,572 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/1518a51d42514541800e57971302714b, entries=100, sequenceid=90, filesize=9.4 K 2024-11-21T19:39:45,573 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 7e86ef9db728facaf4bbde9539339c54 in 187ms, sequenceid=90, compaction requested=true 2024-11-21T19:39:45,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:45,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:45,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-21T19:39:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-21T19:39:45,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-21T19:39:45,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 515 msec 2024-11-21T19:39:45,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 521 msec 2024-11-21T19:39:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-21T19:39:45,662 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-21T19:39:45,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-21T19:39:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T19:39:45,685 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:45,688 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:45,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:45,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:45,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/a61c2f15e75240af939fe1a954725a9f is 50, key is test_row_0/A:col10/1732217985687/Put/seqid=0 2024-11-21T19:39:45,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742290_1466 (size=14341) 2024-11-21T19:39:45,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/a61c2f15e75240af939fe1a954725a9f 2024-11-21T19:39:45,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218045769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218045774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T19:39:45,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218045779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218045786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/3518ddece09b47ac8ba7e184dd1c983f is 50, key is test_row_0/B:col10/1732217985687/Put/seqid=0 2024-11-21T19:39:45,845 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:45,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:45,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:45,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:45,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:45,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:45,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742291_1467 (size=12001) 2024-11-21T19:39:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:45,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/3518ddece09b47ac8ba7e184dd1c983f 2024-11-21T19:39:45,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218045887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218045891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218045891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218045898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:45,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/46440810074347cbb007e9a293007e1b is 50, key is test_row_0/C:col10/1732217985687/Put/seqid=0 2024-11-21T19:39:45,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742292_1468 (size=12001) 2024-11-21T19:39:45,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/46440810074347cbb007e9a293007e1b 2024-11-21T19:39:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T19:39:45,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/a61c2f15e75240af939fe1a954725a9f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a61c2f15e75240af939fe1a954725a9f 2024-11-21T19:39:45,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a61c2f15e75240af939fe1a954725a9f, entries=200, sequenceid=102, filesize=14.0 K 2024-11-21T19:39:46,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/3518ddece09b47ac8ba7e184dd1c983f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3518ddece09b47ac8ba7e184dd1c983f 2024-11-21T19:39:46,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:46,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3518ddece09b47ac8ba7e184dd1c983f, entries=150, sequenceid=102, filesize=11.7 K 2024-11-21T19:39:46,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/46440810074347cbb007e9a293007e1b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/46440810074347cbb007e9a293007e1b 2024-11-21T19:39:46,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/46440810074347cbb007e9a293007e1b, entries=150, sequenceid=102, filesize=11.7 K 2024-11-21T19:39:46,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7e86ef9db728facaf4bbde9539339c54 in 323ms, sequenceid=102, compaction requested=true 2024-11-21T19:39:46,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:46,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:46,035 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:46,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:46,035 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:46,036 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:46,036 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:39:46,037 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,038 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50443 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:46,038 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:39:46,038 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,038 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/9a26cc10e5d24011ad8824c47ab37e9c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5d38b5a3edad41e7b574ebf2a48dfd60, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/b70b113e5a8045a5a145d0d2a1f09ad1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a61c2f15e75240af939fe1a954725a9f] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=49.3 K 2024-11-21T19:39:46,038 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3dff733ec5004a9698c8c9da14556d38, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/fe3e72e06fd0492bac16de63d5aba94b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/46a13c3acf5842c6bdca776f494fbe79, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3518ddece09b47ac8ba7e184dd1c983f] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=44.7 K 2024-11-21T19:39:46,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:46,043 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a26cc10e5d24011ad8824c47ab37e9c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732217983065 2024-11-21T19:39:46,045 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dff733ec5004a9698c8c9da14556d38, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732217983065 2024-11-21T19:39:46,045 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d38b5a3edad41e7b574ebf2a48dfd60, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732217983795 2024-11-21T19:39:46,045 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting fe3e72e06fd0492bac16de63d5aba94b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732217983795 2024-11-21T19:39:46,045 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting b70b113e5a8045a5a145d0d2a1f09ad1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732217984518 2024-11-21T19:39:46,046 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 46a13c3acf5842c6bdca776f494fbe79, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732217984518 2024-11-21T19:39:46,047 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a61c2f15e75240af939fe1a954725a9f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732217985687 2024-11-21T19:39:46,047 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3518ddece09b47ac8ba7e184dd1c983f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732217985687 2024-11-21T19:39:46,100 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:46,100 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/fba7b7baa9b141c8b1f0de594d9dd933 is 50, key is test_row_0/A:col10/1732217985687/Put/seqid=0 2024-11-21T19:39:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:46,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:39:46,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:46,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:46,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:46,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:46,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:46,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:46,104 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:46,104 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/cb0747d7de5047d480a9034de0a6dc58 is 50, key is test_row_0/B:col10/1732217985687/Put/seqid=0 2024-11-21T19:39:46,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/8c3a2539671b4d01854f6d622ddb31cd is 50, key is test_row_0/A:col10/1732217986100/Put/seqid=0 2024-11-21T19:39:46,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742293_1469 (size=12241) 2024-11-21T19:39:46,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218046123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742295_1471 (size=14341) 2024-11-21T19:39:46,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742294_1470 (size=12241) 2024-11-21T19:39:46,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218046124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218046129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218046132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/8c3a2539671b4d01854f6d622ddb31cd 2024-11-21T19:39:46,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:46,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:46,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/f5c0300fcb6a4cf5b487656c35a36228 is 50, key is test_row_0/B:col10/1732217986100/Put/seqid=0 2024-11-21T19:39:46,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218046236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742296_1472 (size=12001) 2024-11-21T19:39:46,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218046249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218046252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218046252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/f5c0300fcb6a4cf5b487656c35a36228 2024-11-21T19:39:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T19:39:46,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/a51459c4576946d5885339461203b9bc is 50, key is test_row_0/C:col10/1732217986100/Put/seqid=0 2024-11-21T19:39:46,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:46,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742297_1473 (size=12001) 2024-11-21T19:39:46,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/a51459c4576946d5885339461203b9bc 2024-11-21T19:39:46,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/8c3a2539671b4d01854f6d622ddb31cd as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8c3a2539671b4d01854f6d622ddb31cd 2024-11-21T19:39:46,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8c3a2539671b4d01854f6d622ddb31cd, entries=200, sequenceid=127, filesize=14.0 K 2024-11-21T19:39:46,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/f5c0300fcb6a4cf5b487656c35a36228 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/f5c0300fcb6a4cf5b487656c35a36228 2024-11-21T19:39:46,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/f5c0300fcb6a4cf5b487656c35a36228, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T19:39:46,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/a51459c4576946d5885339461203b9bc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/a51459c4576946d5885339461203b9bc 2024-11-21T19:39:46,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/a51459c4576946d5885339461203b9bc, entries=150, sequenceid=127, filesize=11.7 K 2024-11-21T19:39:46,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7e86ef9db728facaf4bbde9539339c54 in 287ms, sequenceid=127, compaction requested=true 2024-11-21T19:39:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:39:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T19:39:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:46,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-21T19:39:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:46,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T19:39:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:46,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:46,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/336770efeecd42c0aafc32775af63056 is 50, key is test_row_0/A:col10/1732217986126/Put/seqid=0 2024-11-21T19:39:46,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:46,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:46,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742298_1474 (size=12151) 2024-11-21T19:39:46,525 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/fba7b7baa9b141c8b1f0de594d9dd933 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/fba7b7baa9b141c8b1f0de594d9dd933 2024-11-21T19:39:46,530 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into fba7b7baa9b141c8b1f0de594d9dd933(size=12.0 K), total size for store is 26.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:46,530 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:46,530 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=12, startTime=1732217986035; duration=0sec 2024-11-21T19:39:46,530 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-21T19:39:46,530 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:46,530 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:46,530 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T19:39:46,532 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57764 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T19:39:46,532 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/C is initiating minor compaction (all files) 2024-11-21T19:39:46,532 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/C in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,532 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ded2f04c845f4133bc039956b3ed13b5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/47d180c0d04c4146b53e27487f6b63c7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/1518a51d42514541800e57971302714b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/46440810074347cbb007e9a293007e1b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/a51459c4576946d5885339461203b9bc] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=56.4 K 2024-11-21T19:39:46,532 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ded2f04c845f4133bc039956b3ed13b5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732217983065 2024-11-21T19:39:46,533 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47d180c0d04c4146b53e27487f6b63c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732217983795 2024-11-21T19:39:46,533 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1518a51d42514541800e57971302714b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732217984518 2024-11-21T19:39:46,534 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46440810074347cbb007e9a293007e1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732217985687 2024-11-21T19:39:46,534 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a51459c4576946d5885339461203b9bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732217985776 2024-11-21T19:39:46,545 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:46,546 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/ed4eb7b1f997403b88e51dab5d2c7674 is 50, key is test_row_0/C:col10/1732217986100/Put/seqid=0 2024-11-21T19:39:46,551 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/cb0747d7de5047d480a9034de0a6dc58 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/cb0747d7de5047d480a9034de0a6dc58 2024-11-21T19:39:46,556 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into cb0747d7de5047d480a9034de0a6dc58(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:46,556 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=12, startTime=1732217986035; duration=0sec 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:46,556 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T19:39:46,558 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T19:39:46,558 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T19:39:46,558 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:39:46,558 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:46,558 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T19:39:46,558 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T19:39:46,559 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T19:39:46,559 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:39:46,559 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:46,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742299_1475 (size=12275) 2024-11-21T19:39:46,586 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/ed4eb7b1f997403b88e51dab5d2c7674 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ed4eb7b1f997403b88e51dab5d2c7674 2024-11-21T19:39:46,591 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/C of 7e86ef9db728facaf4bbde9539339c54 into ed4eb7b1f997403b88e51dab5d2c7674(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:46,591 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:46,591 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/C, priority=11, startTime=1732217986389; duration=0sec 2024-11-21T19:39:46,591 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:46,591 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:46,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218046579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218046594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218046595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218046595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:46,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218046700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218046710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218046713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218046713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T19:39:46,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:46,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:46,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/336770efeecd42c0aafc32775af63056 2024-11-21T19:39:46,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218046909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218046927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/7b57e0535e7a4b12b073dfde1ea487f6 is 50, key is test_row_0/B:col10/1732217986126/Put/seqid=0 2024-11-21T19:39:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218046934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218046935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:46,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:46,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:46,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:46,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742300_1476 (size=12151) 2024-11-21T19:39:47,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:47,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:47,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:47,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218047221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218047236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218047247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218047249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:47,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:47,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:47,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:47,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:47,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:47,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/7b57e0535e7a4b12b073dfde1ea487f6 2024-11-21T19:39:47,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c3305fd330cf4b03af24b1a5edef3ca2 is 50, key is test_row_0/C:col10/1732217986126/Put/seqid=0 2024-11-21T19:39:47,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742301_1477 (size=12151) 2024-11-21T19:39:47,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c3305fd330cf4b03af24b1a5edef3ca2 2024-11-21T19:39:47,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/336770efeecd42c0aafc32775af63056 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/336770efeecd42c0aafc32775af63056 2024-11-21T19:39:47,454 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/336770efeecd42c0aafc32775af63056, entries=150, sequenceid=139, filesize=11.9 K 2024-11-21T19:39:47,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/7b57e0535e7a4b12b073dfde1ea487f6 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7b57e0535e7a4b12b073dfde1ea487f6 2024-11-21T19:39:47,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:47,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:47,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:47,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:47,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7b57e0535e7a4b12b073dfde1ea487f6, entries=150, sequenceid=139, filesize=11.9 K 2024-11-21T19:39:47,467 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-21T19:39:47,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c3305fd330cf4b03af24b1a5edef3ca2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c3305fd330cf4b03af24b1a5edef3ca2 2024-11-21T19:39:47,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c3305fd330cf4b03af24b1a5edef3ca2, entries=150, sequenceid=139, filesize=11.9 K 2024-11-21T19:39:47,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 7e86ef9db728facaf4bbde9539339c54 in 1020ms, sequenceid=139, compaction requested=true 2024-11-21T19:39:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:47,481 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:47,481 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:47,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:47,482 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38733 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:47,482 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:39:47,483 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:47,483 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/fba7b7baa9b141c8b1f0de594d9dd933, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8c3a2539671b4d01854f6d622ddb31cd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/336770efeecd42c0aafc32775af63056] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=37.8 K 2024-11-21T19:39:47,482 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:47,483 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:39:47,483 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:47,483 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/cb0747d7de5047d480a9034de0a6dc58, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/f5c0300fcb6a4cf5b487656c35a36228, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7b57e0535e7a4b12b073dfde1ea487f6] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=35.5 K 2024-11-21T19:39:47,483 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting fba7b7baa9b141c8b1f0de594d9dd933, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732217985687 2024-11-21T19:39:47,483 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting cb0747d7de5047d480a9034de0a6dc58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732217985687 2024-11-21T19:39:47,483 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c3a2539671b4d01854f6d622ddb31cd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732217985772 2024-11-21T19:39:47,483 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting f5c0300fcb6a4cf5b487656c35a36228, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732217985776 2024-11-21T19:39:47,484 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 336770efeecd42c0aafc32775af63056, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732217986126 2024-11-21T19:39:47,484 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b57e0535e7a4b12b073dfde1ea487f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732217986126 2024-11-21T19:39:47,493 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:47,494 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/3aa696908ca64670912d0341a41fe4e7 is 50, key is test_row_0/A:col10/1732217986126/Put/seqid=0 2024-11-21T19:39:47,496 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:47,497 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/31d3fb187fa348c1b4d803081afcd628 is 50, key is test_row_0/B:col10/1732217986126/Put/seqid=0 2024-11-21T19:39:47,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742302_1478 (size=12493) 2024-11-21T19:39:47,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742303_1479 (size=12493) 2024-11-21T19:39:47,578 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/3aa696908ca64670912d0341a41fe4e7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3aa696908ca64670912d0341a41fe4e7 2024-11-21T19:39:47,588 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into 3aa696908ca64670912d0341a41fe4e7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:47,588 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:47,588 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=13, startTime=1732217987481; duration=0sec 2024-11-21T19:39:47,588 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:47,588 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:47,588 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T19:39:47,589 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T19:39:47,589 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T19:39:47,589 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:39:47,589 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:47,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-21T19:39:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:47,614 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-21T19:39:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/dcceac8610874428a570c55c1ef8e1a9 is 50, key is test_row_0/A:col10/1732217986528/Put/seqid=0 2024-11-21T19:39:47,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742304_1480 (size=12151) 2024-11-21T19:39:47,686 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/dcceac8610874428a570c55c1ef8e1a9 2024-11-21T19:39:47,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/a3d05e612ca84161ab2bcbf2d02abb59 is 50, key is test_row_0/B:col10/1732217986528/Put/seqid=0 2024-11-21T19:39:47,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:47,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742305_1481 (size=12151) 2024-11-21T19:39:47,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218047766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218047766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218047768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218047767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T19:39:47,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218047872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218047878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218047879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218047879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:47,967 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/31d3fb187fa348c1b4d803081afcd628 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/31d3fb187fa348c1b4d803081afcd628 2024-11-21T19:39:47,999 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into 31d3fb187fa348c1b4d803081afcd628(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:47,999 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:47,999 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=13, startTime=1732217987481; duration=0sec 2024-11-21T19:39:47,999 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:47,999 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:48,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218048075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218048085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218048085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218048085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,178 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/a3d05e612ca84161ab2bcbf2d02abb59 2024-11-21T19:39:48,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/ecd0dde528e34742b47d37ba87772ae9 is 50, key is test_row_0/C:col10/1732217986528/Put/seqid=0 2024-11-21T19:39:48,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742306_1482 (size=12151) 2024-11-21T19:39:48,248 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/ecd0dde528e34742b47d37ba87772ae9 2024-11-21T19:39:48,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/dcceac8610874428a570c55c1ef8e1a9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/dcceac8610874428a570c55c1ef8e1a9 2024-11-21T19:39:48,258 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/dcceac8610874428a570c55c1ef8e1a9, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T19:39:48,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/a3d05e612ca84161ab2bcbf2d02abb59 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/a3d05e612ca84161ab2bcbf2d02abb59 2024-11-21T19:39:48,263 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/a3d05e612ca84161ab2bcbf2d02abb59, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T19:39:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/ecd0dde528e34742b47d37ba87772ae9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ecd0dde528e34742b47d37ba87772ae9 2024-11-21T19:39:48,270 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ecd0dde528e34742b47d37ba87772ae9, entries=150, sequenceid=169, filesize=11.9 K 2024-11-21T19:39:48,271 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7e86ef9db728facaf4bbde9539339c54 in 657ms, sequenceid=169, compaction requested=true 2024-11-21T19:39:48,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:48,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:48,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-21T19:39:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-21T19:39:48,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-21T19:39:48,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5840 sec 2024-11-21T19:39:48,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.5970 sec 2024-11-21T19:39:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:48,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:48,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:48,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:48,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:48,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:48,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:48,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:48,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/7920fe3780dd4dbdacbf491b5a9b78b1 is 50, key is test_row_0/A:col10/1732217987759/Put/seqid=0 2024-11-21T19:39:48,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742307_1483 (size=14541) 2024-11-21T19:39:48,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/7920fe3780dd4dbdacbf491b5a9b78b1 2024-11-21T19:39:48,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/c80fc3674e5d4605a6eafb446fbfefa4 is 50, key is test_row_0/B:col10/1732217987759/Put/seqid=0 2024-11-21T19:39:48,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742308_1484 (size=12151) 2024-11-21T19:39:48,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/c80fc3674e5d4605a6eafb446fbfefa4 2024-11-21T19:39:48,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c97770e2fa2f41c69827a474ef7498b7 is 50, key is test_row_0/C:col10/1732217987759/Put/seqid=0 2024-11-21T19:39:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742309_1485 (size=12151) 2024-11-21T19:39:48,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218048473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218048494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c97770e2fa2f41c69827a474ef7498b7 2024-11-21T19:39:48,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218048503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218048511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/7920fe3780dd4dbdacbf491b5a9b78b1 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/7920fe3780dd4dbdacbf491b5a9b78b1 2024-11-21T19:39:48,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/7920fe3780dd4dbdacbf491b5a9b78b1, entries=200, sequenceid=181, filesize=14.2 K 2024-11-21T19:39:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/c80fc3674e5d4605a6eafb446fbfefa4 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c80fc3674e5d4605a6eafb446fbfefa4 2024-11-21T19:39:48,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c80fc3674e5d4605a6eafb446fbfefa4, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T19:39:48,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c97770e2fa2f41c69827a474ef7498b7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c97770e2fa2f41c69827a474ef7498b7 2024-11-21T19:39:48,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c97770e2fa2f41c69827a474ef7498b7, entries=150, sequenceid=181, filesize=11.9 K 2024-11-21T19:39:48,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7e86ef9db728facaf4bbde9539339c54 in 177ms, sequenceid=181, compaction requested=true 2024-11-21T19:39:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:48,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:48,569 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:48,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:48,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:48,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:48,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:39:48,570 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:48,570 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:39:48,570 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:48,570 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3aa696908ca64670912d0341a41fe4e7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/dcceac8610874428a570c55c1ef8e1a9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/7920fe3780dd4dbdacbf491b5a9b78b1] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=38.3 K 2024-11-21T19:39:48,571 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aa696908ca64670912d0341a41fe4e7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732217986126 2024-11-21T19:39:48,571 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting dcceac8610874428a570c55c1ef8e1a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732217986528 2024-11-21T19:39:48,571 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 7920fe3780dd4dbdacbf491b5a9b78b1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732217987759 2024-11-21T19:39:48,572 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:48,573 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T19:39:48,573 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-21T19:39:48,576 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:48,576 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/C is initiating minor compaction (all files) 2024-11-21T19:39:48,576 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/C in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:48,577 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ed4eb7b1f997403b88e51dab5d2c7674, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c3305fd330cf4b03af24b1a5edef3ca2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ecd0dde528e34742b47d37ba87772ae9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c97770e2fa2f41c69827a474ef7498b7] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=47.6 K 2024-11-21T19:39:48,577 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed4eb7b1f997403b88e51dab5d2c7674, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732217985776 2024-11-21T19:39:48,577 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3305fd330cf4b03af24b1a5edef3ca2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732217986126 2024-11-21T19:39:48,578 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecd0dde528e34742b47d37ba87772ae9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732217986528 2024-11-21T19:39:48,578 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c97770e2fa2f41c69827a474ef7498b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732217987759 2024-11-21T19:39:48,581 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:48,582 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/d1f7f2fe3ae541de9ce6d99084e44c05 is 50, key is test_row_0/A:col10/1732217987759/Put/seqid=0 2024-11-21T19:39:48,590 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#C#compaction#405 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:48,590 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/58a4e56547c145408652feccf98a01c2 is 50, key is test_row_0/C:col10/1732217987759/Put/seqid=0 2024-11-21T19:39:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:48,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-21T19:39:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:48,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218048628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218048629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218048630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218048633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742310_1486 (size=12595) 2024-11-21T19:39:48,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/2c593a9b566c4857bd888dc8f098adeb is 50, key is test_row_0/A:col10/1732217988602/Put/seqid=0 2024-11-21T19:39:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742311_1487 (size=12561) 2024-11-21T19:39:48,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742312_1488 (size=12151) 2024-11-21T19:39:48,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218048736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218048737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218048737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218048737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218048944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218048948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218048948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:48,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218048951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,083 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/d1f7f2fe3ae541de9ce6d99084e44c05 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d1f7f2fe3ae541de9ce6d99084e44c05 2024-11-21T19:39:49,088 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/58a4e56547c145408652feccf98a01c2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/58a4e56547c145408652feccf98a01c2 2024-11-21T19:39:49,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/2c593a9b566c4857bd888dc8f098adeb 2024-11-21T19:39:49,098 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/C of 7e86ef9db728facaf4bbde9539339c54 into 58a4e56547c145408652feccf98a01c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:49,098 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into d1f7f2fe3ae541de9ce6d99084e44c05(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:49,098 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:49,098 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:49,098 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/C, priority=12, startTime=1732217988569; duration=0sec 2024-11-21T19:39:49,098 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=13, startTime=1732217988568; duration=0sec 2024-11-21T19:39:49,098 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:49,098 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:49,098 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:49,098 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:49,098 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:49,101 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:49,101 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:39:49,101 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:49,101 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/31d3fb187fa348c1b4d803081afcd628, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/a3d05e612ca84161ab2bcbf2d02abb59, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c80fc3674e5d4605a6eafb446fbfefa4] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=35.9 K 2024-11-21T19:39:49,102 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 31d3fb187fa348c1b4d803081afcd628, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732217986126 2024-11-21T19:39:49,102 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting a3d05e612ca84161ab2bcbf2d02abb59, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732217986528 2024-11-21T19:39:49,102 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting c80fc3674e5d4605a6eafb446fbfefa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732217987759 2024-11-21T19:39:49,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/78ed1009fbf74339965a951f2959e8e2 is 50, key is test_row_0/B:col10/1732217988602/Put/seqid=0 2024-11-21T19:39:49,116 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:49,116 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/35cbb7c3bbd848a2939afe32396191c3 is 50, key is test_row_0/B:col10/1732217987759/Put/seqid=0 2024-11-21T19:39:49,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742313_1489 (size=12151) 2024-11-21T19:39:49,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/78ed1009fbf74339965a951f2959e8e2 2024-11-21T19:39:49,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742314_1490 (size=12595) 2024-11-21T19:39:49,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/3a902bc9aac4448494c1ab1322d2477a is 50, key is test_row_0/C:col10/1732217988602/Put/seqid=0 2024-11-21T19:39:49,150 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/35cbb7c3bbd848a2939afe32396191c3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/35cbb7c3bbd848a2939afe32396191c3 2024-11-21T19:39:49,158 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into 35cbb7c3bbd848a2939afe32396191c3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:49,159 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:49,159 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=13, startTime=1732217988569; duration=0sec 2024-11-21T19:39:49,159 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:49,159 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:49,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218049163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,170 DEBUG [Thread-1994 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8236 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., hostname=2d90ca23533b,46653,1732217858981, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:39:49,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742315_1491 (size=12151) 2024-11-21T19:39:49,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/3a902bc9aac4448494c1ab1322d2477a 2024-11-21T19:39:49,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/2c593a9b566c4857bd888dc8f098adeb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/2c593a9b566c4857bd888dc8f098adeb 2024-11-21T19:39:49,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/2c593a9b566c4857bd888dc8f098adeb, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T19:39:49,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/78ed1009fbf74339965a951f2959e8e2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/78ed1009fbf74339965a951f2959e8e2 2024-11-21T19:39:49,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/78ed1009fbf74339965a951f2959e8e2, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T19:39:49,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/3a902bc9aac4448494c1ab1322d2477a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/3a902bc9aac4448494c1ab1322d2477a 2024-11-21T19:39:49,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/3a902bc9aac4448494c1ab1322d2477a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-21T19:39:49,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7e86ef9db728facaf4bbde9539339c54 in 610ms, sequenceid=208, compaction requested=false 2024-11-21T19:39:49,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:49,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T19:39:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:49,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:49,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:49,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/83bec6e7a52149aba8dcc7622956b7c2 is 50, key is test_row_0/A:col10/1732217989263/Put/seqid=0 2024-11-21T19:39:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742316_1492 (size=12151) 2024-11-21T19:39:49,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/83bec6e7a52149aba8dcc7622956b7c2 2024-11-21T19:39:49,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/8527e2f39d08444abd6a5070ecff423f is 50, key is test_row_0/B:col10/1732217989263/Put/seqid=0 2024-11-21T19:39:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742317_1493 (size=12151) 2024-11-21T19:39:49,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/8527e2f39d08444abd6a5070ecff423f 2024-11-21T19:39:49,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218049349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218049352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218049354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218049365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/2741894248284ebea82850c1e1158acb is 50, key is test_row_0/C:col10/1732217989263/Put/seqid=0 2024-11-21T19:39:49,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742318_1494 (size=12151) 2024-11-21T19:39:49,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/2741894248284ebea82850c1e1158acb 2024-11-21T19:39:49,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/83bec6e7a52149aba8dcc7622956b7c2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/83bec6e7a52149aba8dcc7622956b7c2 2024-11-21T19:39:49,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/83bec6e7a52149aba8dcc7622956b7c2, entries=150, sequenceid=224, filesize=11.9 K 2024-11-21T19:39:49,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/8527e2f39d08444abd6a5070ecff423f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/8527e2f39d08444abd6a5070ecff423f 2024-11-21T19:39:49,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/8527e2f39d08444abd6a5070ecff423f, entries=150, sequenceid=224, filesize=11.9 K 2024-11-21T19:39:49,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/2741894248284ebea82850c1e1158acb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/2741894248284ebea82850c1e1158acb 2024-11-21T19:39:49,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218049458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/2741894248284ebea82850c1e1158acb, entries=150, sequenceid=224, filesize=11.9 K 2024-11-21T19:39:49,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7e86ef9db728facaf4bbde9539339c54 in 195ms, sequenceid=224, compaction requested=true 2024-11-21T19:39:49,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:49,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:49,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:49,466 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:49,466 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:49,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:49,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:49,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:49,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:49,467 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:49,467 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:49,468 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:39:49,468 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:39:49,468 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:49,468 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:49,468 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d1f7f2fe3ae541de9ce6d99084e44c05, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/2c593a9b566c4857bd888dc8f098adeb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/83bec6e7a52149aba8dcc7622956b7c2] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=36.0 K 2024-11-21T19:39:49,468 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/35cbb7c3bbd848a2939afe32396191c3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/78ed1009fbf74339965a951f2959e8e2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/8527e2f39d08444abd6a5070ecff423f] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=36.0 K 2024-11-21T19:39:49,470 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1f7f2fe3ae541de9ce6d99084e44c05, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732217987759 2024-11-21T19:39:49,470 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 35cbb7c3bbd848a2939afe32396191c3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732217987759 2024-11-21T19:39:49,471 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 78ed1009fbf74339965a951f2959e8e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732217988443 2024-11-21T19:39:49,471 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c593a9b566c4857bd888dc8f098adeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732217988443 2024-11-21T19:39:49,472 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 8527e2f39d08444abd6a5070ecff423f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732217989263 2024-11-21T19:39:49,472 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83bec6e7a52149aba8dcc7622956b7c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732217989263 2024-11-21T19:39:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:49,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:39:49,495 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:49,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:49,495 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/b38f0148bdc540ca85ae3c5858a77623 is 50, key is test_row_0/B:col10/1732217989263/Put/seqid=0 2024-11-21T19:39:49,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:49,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:49,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:49,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:49,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:49,510 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:49,512 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/717e570b8ee744668924c9539ceb13d3 is 50, key is test_row_0/A:col10/1732217989263/Put/seqid=0 2024-11-21T19:39:49,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/40b3b8cee33d42e295f6b04da41d6ec2 is 50, key is test_row_0/A:col10/1732217989489/Put/seqid=0 2024-11-21T19:39:49,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218049526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218049527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742319_1495 (size=12697) 2024-11-21T19:39:49,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742320_1496 (size=12697) 2024-11-21T19:39:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218049530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742321_1497 (size=12151) 2024-11-21T19:39:49,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/40b3b8cee33d42e295f6b04da41d6ec2 2024-11-21T19:39:49,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/093a10e359e2428aa47c22f715b0b50b is 50, key is test_row_0/B:col10/1732217989489/Put/seqid=0 2024-11-21T19:39:49,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218049639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218049642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218049642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742322_1498 (size=12151) 2024-11-21T19:39:49,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218049669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/093a10e359e2428aa47c22f715b0b50b 2024-11-21T19:39:49,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/48368e00e55a485cab4b0e23dfcd5651 is 50, key is test_row_0/C:col10/1732217989489/Put/seqid=0 2024-11-21T19:39:49,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742323_1499 (size=12151) 2024-11-21T19:39:49,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/48368e00e55a485cab4b0e23dfcd5651 2024-11-21T19:39:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/40b3b8cee33d42e295f6b04da41d6ec2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/40b3b8cee33d42e295f6b04da41d6ec2 2024-11-21T19:39:49,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/40b3b8cee33d42e295f6b04da41d6ec2, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T19:39:49,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/093a10e359e2428aa47c22f715b0b50b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/093a10e359e2428aa47c22f715b0b50b 2024-11-21T19:39:49,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/093a10e359e2428aa47c22f715b0b50b, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T19:39:49,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/48368e00e55a485cab4b0e23dfcd5651 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/48368e00e55a485cab4b0e23dfcd5651 2024-11-21T19:39:49,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/48368e00e55a485cab4b0e23dfcd5651, entries=150, sequenceid=250, filesize=11.9 K 2024-11-21T19:39:49,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7e86ef9db728facaf4bbde9539339c54 in 300ms, sequenceid=250, compaction requested=true 2024-11-21T19:39:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:39:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T19:39:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:49,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-21T19:39:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-21T19:39:49,799 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-21T19:39:49,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-21T19:39:49,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:49,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:49,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T19:39:49,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:39:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:49,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:49,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:49,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:49,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/3d98824852f845b39a29f509f33f0c08 is 50, key is test_row_0/A:col10/1732217989496/Put/seqid=0 2024-11-21T19:39:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T19:39:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742324_1500 (size=14691) 2024-11-21T19:39:49,942 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/b38f0148bdc540ca85ae3c5858a77623 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b38f0148bdc540ca85ae3c5858a77623 2024-11-21T19:39:49,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/3d98824852f845b39a29f509f33f0c08 2024-11-21T19:39:49,955 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/717e570b8ee744668924c9539ceb13d3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/717e570b8ee744668924c9539ceb13d3 2024-11-21T19:39:49,960 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into b38f0148bdc540ca85ae3c5858a77623(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:49,960 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:49,960 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=13, startTime=1732217989466; duration=0sec 2024-11-21T19:39:49,960 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-21T19:39:49,960 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:49,961 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-21T19:39:49,963 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T19:39:49,963 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T19:39:49,963 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:39:49,963 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:49,963 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:49,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:49,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T19:39:49,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:49,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:49,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:49,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:49,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:49,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5654b09e92d64afa95174838782b2694 is 50, key is test_row_0/B:col10/1732217989496/Put/seqid=0 2024-11-21T19:39:49,983 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:49,983 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/C is initiating minor compaction (all files) 2024-11-21T19:39:49,983 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/C in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:49,983 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/58a4e56547c145408652feccf98a01c2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/3a902bc9aac4448494c1ab1322d2477a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/2741894248284ebea82850c1e1158acb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/48368e00e55a485cab4b0e23dfcd5651] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=47.9 K 2024-11-21T19:39:49,984 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 58a4e56547c145408652feccf98a01c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732217987759 2024-11-21T19:39:49,985 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a902bc9aac4448494c1ab1322d2477a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732217988443 2024-11-21T19:39:49,985 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 2741894248284ebea82850c1e1158acb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732217989263 2024-11-21T19:39:49,985 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 48368e00e55a485cab4b0e23dfcd5651, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732217989348 2024-11-21T19:39:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:49,992 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into 717e570b8ee744668924c9539ceb13d3(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:49,993 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=13, startTime=1732217989466; duration=0sec 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:49,993 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T19:39:49,994 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#C#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:49,994 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T19:39:49,994 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T19:39:49,995 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:39:49,995 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:49,995 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/d86bdf8ea0e543e7bcb6be0e5de77736 is 50, key is test_row_0/C:col10/1732217989489/Put/seqid=0 2024-11-21T19:39:50,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742325_1501 (size=12251) 2024-11-21T19:39:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742326_1502 (size=12697) 2024-11-21T19:39:50,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218050009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218050012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218050017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218050017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,029 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/d86bdf8ea0e543e7bcb6be0e5de77736 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d86bdf8ea0e543e7bcb6be0e5de77736 2024-11-21T19:39:50,051 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/C of 7e86ef9db728facaf4bbde9539339c54 into d86bdf8ea0e543e7bcb6be0e5de77736(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:50,051 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:50,051 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/C, priority=12, startTime=1732217989795; duration=0sec 2024-11-21T19:39:50,051 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:50,051 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T19:39:50,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218050126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218050126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218050126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218050126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T19:39:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:50,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:50,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T19:39:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:50,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:50,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218050331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218050333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218050333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218050333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5654b09e92d64afa95174838782b2694 2024-11-21T19:39:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T19:39:50,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/e3dac5c6aa654df182d21364566d264a is 50, key is test_row_0/C:col10/1732217989496/Put/seqid=0 2024-11-21T19:39:50,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742327_1503 (size=12251) 2024-11-21T19:39:50,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/e3dac5c6aa654df182d21364566d264a 2024-11-21T19:39:50,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/3d98824852f845b39a29f509f33f0c08 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3d98824852f845b39a29f509f33f0c08 2024-11-21T19:39:50,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3d98824852f845b39a29f509f33f0c08, entries=200, sequenceid=261, filesize=14.3 K 2024-11-21T19:39:50,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5654b09e92d64afa95174838782b2694 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5654b09e92d64afa95174838782b2694 2024-11-21T19:39:50,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5654b09e92d64afa95174838782b2694, entries=150, sequenceid=261, filesize=12.0 K 2024-11-21T19:39:50,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/e3dac5c6aa654df182d21364566d264a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/e3dac5c6aa654df182d21364566d264a 2024-11-21T19:39:50,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/e3dac5c6aa654df182d21364566d264a, entries=150, sequenceid=261, filesize=12.0 K 2024-11-21T19:39:50,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7e86ef9db728facaf4bbde9539339c54 in 586ms, sequenceid=261, compaction requested=true 2024-11-21T19:39:50,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:50,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:50,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:50,445 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:50,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:50,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:50,445 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:50,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:50,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:50,446 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:50,446 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:39:50,446 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:50,446 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b38f0148bdc540ca85ae3c5858a77623, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/093a10e359e2428aa47c22f715b0b50b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5654b09e92d64afa95174838782b2694] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=36.2 K 2024-11-21T19:39:50,447 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:50,447 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:39:50,447 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:50,447 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/717e570b8ee744668924c9539ceb13d3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/40b3b8cee33d42e295f6b04da41d6ec2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3d98824852f845b39a29f509f33f0c08] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=38.6 K 2024-11-21T19:39:50,447 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b38f0148bdc540ca85ae3c5858a77623, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732217989263 2024-11-21T19:39:50,447 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 717e570b8ee744668924c9539ceb13d3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732217989263 2024-11-21T19:39:50,447 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 093a10e359e2428aa47c22f715b0b50b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732217989348 2024-11-21T19:39:50,448 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40b3b8cee33d42e295f6b04da41d6ec2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732217989348 2024-11-21T19:39:50,448 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 5654b09e92d64afa95174838782b2694, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732217989496 2024-11-21T19:39:50,448 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d98824852f845b39a29f509f33f0c08, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732217989496 2024-11-21T19:39:50,454 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:50,454 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:50,455 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/5997daaed97443498b9da0ddbc94ee72 is 50, key is test_row_0/A:col10/1732217989496/Put/seqid=0 2024-11-21T19:39:50,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-21T19:39:50,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:50,459 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:39:50,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:50,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:50,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:50,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:50,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:50,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:50,463 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/b18757409072439894b7640cd272ea5d is 50, key is test_row_0/B:col10/1732217989496/Put/seqid=0 2024-11-21T19:39:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742328_1504 (size=12899) 2024-11-21T19:39:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/46a154671768409084bd5fcc6fd7acbc is 50, key is test_row_0/A:col10/1732217990009/Put/seqid=0 2024-11-21T19:39:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742329_1505 (size=12899) 2024-11-21T19:39:50,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742330_1506 (size=12301) 2024-11-21T19:39:50,481 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/46a154671768409084bd5fcc6fd7acbc 2024-11-21T19:39:50,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5193b60bd9f34e17aa627f3e62a99400 is 50, key is test_row_0/B:col10/1732217990009/Put/seqid=0 2024-11-21T19:39:50,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742331_1507 (size=12301) 2024-11-21T19:39:50,500 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5193b60bd9f34e17aa627f3e62a99400 2024-11-21T19:39:50,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/0b71bad0e9af4972ab469a9dc819d5d4 is 50, key is test_row_0/C:col10/1732217990009/Put/seqid=0 2024-11-21T19:39:50,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742332_1508 (size=12301) 2024-11-21T19:39:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:50,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218050663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218050665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218050665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218050667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218050768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218050768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218050769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218050779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,888 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/b18757409072439894b7640cd272ea5d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b18757409072439894b7640cd272ea5d 2024-11-21T19:39:50,890 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/5997daaed97443498b9da0ddbc94ee72 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5997daaed97443498b9da0ddbc94ee72 2024-11-21T19:39:50,900 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into b18757409072439894b7640cd272ea5d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:50,900 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:50,900 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=13, startTime=1732217990445; duration=0sec 2024-11-21T19:39:50,900 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:50,900 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:50,901 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-21T19:39:50,902 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into 5997daaed97443498b9da0ddbc94ee72(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:50,902 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:50,902 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=13, startTime=1732217990445; duration=0sec 2024-11-21T19:39:50,902 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:50,902 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:50,908 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-21T19:39:50,908 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-21T19:39:50,908 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:39:50,908 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T19:39:50,970 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/0b71bad0e9af4972ab469a9dc819d5d4 2024-11-21T19:39:50,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218050974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218050974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218050974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:50,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/46a154671768409084bd5fcc6fd7acbc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/46a154671768409084bd5fcc6fd7acbc 2024-11-21T19:39:51,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218051006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,020 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/46a154671768409084bd5fcc6fd7acbc, entries=150, sequenceid=289, filesize=12.0 K 2024-11-21T19:39:51,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5193b60bd9f34e17aa627f3e62a99400 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5193b60bd9f34e17aa627f3e62a99400 2024-11-21T19:39:51,041 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5193b60bd9f34e17aa627f3e62a99400, entries=150, sequenceid=289, filesize=12.0 K 2024-11-21T19:39:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/0b71bad0e9af4972ab469a9dc819d5d4 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0b71bad0e9af4972ab469a9dc819d5d4 2024-11-21T19:39:51,073 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0b71bad0e9af4972ab469a9dc819d5d4, entries=150, sequenceid=289, filesize=12.0 K 2024-11-21T19:39:51,076 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7e86ef9db728facaf4bbde9539339c54 in 616ms, sequenceid=289, compaction requested=true 2024-11-21T19:39:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-21T19:39:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-21T19:39:51,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-21T19:39:51,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2630 sec 2024-11-21T19:39:51,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.2690 sec 2024-11-21T19:39:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:51,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T19:39:51,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:51,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:51,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:51,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:51,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:51,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:51,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/ca2fb7ab478846e6af12fce6fde85a08 is 50, key is test_row_0/A:col10/1732217991292/Put/seqid=0 2024-11-21T19:39:51,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742333_1509 (size=19621) 2024-11-21T19:39:51,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218051341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218051342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218051344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218051352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218051454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218051458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218051459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218051467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218051659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218051668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218051668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218051673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:51,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/ca2fb7ab478846e6af12fce6fde85a08 2024-11-21T19:39:51,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/09eb08c2ad554292894712108aa9a05c is 50, key is test_row_0/B:col10/1732217991292/Put/seqid=0 2024-11-21T19:39:51,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742334_1510 (size=12301) 2024-11-21T19:39:51,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/09eb08c2ad554292894712108aa9a05c 2024-11-21T19:39:51,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/926ecf20547941a5aae8f9ae3fe667fe is 50, key is test_row_0/C:col10/1732217991292/Put/seqid=0 2024-11-21T19:39:51,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742335_1511 (size=12301) 2024-11-21T19:39:51,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/926ecf20547941a5aae8f9ae3fe667fe 2024-11-21T19:39:51,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/ca2fb7ab478846e6af12fce6fde85a08 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/ca2fb7ab478846e6af12fce6fde85a08 2024-11-21T19:39:51,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/ca2fb7ab478846e6af12fce6fde85a08, entries=300, sequenceid=305, filesize=19.2 K 2024-11-21T19:39:51,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/09eb08c2ad554292894712108aa9a05c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/09eb08c2ad554292894712108aa9a05c 2024-11-21T19:39:51,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/09eb08c2ad554292894712108aa9a05c, entries=150, sequenceid=305, filesize=12.0 K 2024-11-21T19:39:51,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/926ecf20547941a5aae8f9ae3fe667fe as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/926ecf20547941a5aae8f9ae3fe667fe 2024-11-21T19:39:51,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/926ecf20547941a5aae8f9ae3fe667fe, entries=150, sequenceid=305, filesize=12.0 K 2024-11-21T19:39:51,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7e86ef9db728facaf4bbde9539339c54 in 598ms, sequenceid=305, compaction requested=true 2024-11-21T19:39:51,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:51,890 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:51,892 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:51,892 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:39:51,893 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:51,893 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5997daaed97443498b9da0ddbc94ee72, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/46a154671768409084bd5fcc6fd7acbc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/ca2fb7ab478846e6af12fce6fde85a08] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=43.8 K 2024-11-21T19:39:51,893 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5997daaed97443498b9da0ddbc94ee72, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732217989496 2024-11-21T19:39:51,893 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46a154671768409084bd5fcc6fd7acbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732217989990 2024-11-21T19:39:51,894 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca2fb7ab478846e6af12fce6fde85a08, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732217990654 2024-11-21T19:39:51,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:51,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:51,896 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:39:51,898 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:39:51,898 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:39:51,898 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:51,898 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b18757409072439894b7640cd272ea5d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5193b60bd9f34e17aa627f3e62a99400, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/09eb08c2ad554292894712108aa9a05c] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=36.6 K 2024-11-21T19:39:51,899 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b18757409072439894b7640cd272ea5d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732217989496 2024-11-21T19:39:51,899 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 5193b60bd9f34e17aa627f3e62a99400, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732217989990 2024-11-21T19:39:51,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:51,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:51,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:51,900 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 09eb08c2ad554292894712108aa9a05c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732217991287 2024-11-21T19:39:51,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:51,909 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:51,909 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/42ad1b23238c4a56bff2d0f8d9cb31ff is 50, key is test_row_0/A:col10/1732217991292/Put/seqid=0 2024-11-21T19:39:51,924 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:51,924 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/9495025c26164e8380e97c718a124744 is 50, key is test_row_0/B:col10/1732217991292/Put/seqid=0 2024-11-21T19:39:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-21T19:39:51,925 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-21T19:39:51,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-21T19:39:51,936 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:51,937 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T19:39:51,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742336_1512 (size=13051) 2024-11-21T19:39:51,952 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/42ad1b23238c4a56bff2d0f8d9cb31ff as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/42ad1b23238c4a56bff2d0f8d9cb31ff 2024-11-21T19:39:51,967 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into 42ad1b23238c4a56bff2d0f8d9cb31ff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:51,967 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:51,967 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=13, startTime=1732217991890; duration=0sec 2024-11-21T19:39:51,967 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:51,967 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:51,967 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:51,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742337_1513 (size=13051) 2024-11-21T19:39:51,976 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:51,976 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/C is initiating minor compaction (all files) 2024-11-21T19:39:51,976 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/C in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:51,976 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d86bdf8ea0e543e7bcb6be0e5de77736, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/e3dac5c6aa654df182d21364566d264a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0b71bad0e9af4972ab469a9dc819d5d4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/926ecf20547941a5aae8f9ae3fe667fe] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=48.4 K 2024-11-21T19:39:51,977 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d86bdf8ea0e543e7bcb6be0e5de77736, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732217989348 2024-11-21T19:39:51,978 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3dac5c6aa654df182d21364566d264a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1732217989496 2024-11-21T19:39:51,979 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b71bad0e9af4972ab469a9dc819d5d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732217989990 2024-11-21T19:39:51,980 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 926ecf20547941a5aae8f9ae3fe667fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732217991287 2024-11-21T19:39:51,984 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/9495025c26164e8380e97c718a124744 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/9495025c26164e8380e97c718a124744 2024-11-21T19:39:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:51,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T19:39:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:51,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:51,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/1f1e3728a7c247fa82d5cab972c58cd2 is 50, key is test_row_0/A:col10/1732217991984/Put/seqid=0 2024-11-21T19:39:51,996 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into 9495025c26164e8380e97c718a124744(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:51,996 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:51,996 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=13, startTime=1732217991896; duration=0sec 2024-11-21T19:39:51,996 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:51,996 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:52,004 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#C#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:52,004 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/7783fec75fcb401b86c569cc5a3fd73e is 50, key is test_row_0/C:col10/1732217991292/Put/seqid=0 2024-11-21T19:39:52,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218052007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218052011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742339_1515 (size=12983) 2024-11-21T19:39:52,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218052015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218052015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,029 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/7783fec75fcb401b86c569cc5a3fd73e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/7783fec75fcb401b86c569cc5a3fd73e 2024-11-21T19:39:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742338_1514 (size=14741) 2024-11-21T19:39:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T19:39:52,051 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/C of 7e86ef9db728facaf4bbde9539339c54 into 7783fec75fcb401b86c569cc5a3fd73e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:52,052 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:52,052 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/C, priority=12, startTime=1732217991899; duration=0sec 2024-11-21T19:39:52,052 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:52,052 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:52,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T19:39:52,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:52,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218052121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218052121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218052125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218052125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T19:39:52,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T19:39:52,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:52,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218052325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218052326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218052332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218052333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T19:39:52,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:52,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/1f1e3728a7c247fa82d5cab972c58cd2 2024-11-21T19:39:52,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/dee75f40c1444dbeaa07537ba8398719 is 50, key is test_row_0/B:col10/1732217991984/Put/seqid=0 2024-11-21T19:39:52,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742340_1516 (size=12301) 2024-11-21T19:39:52,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/dee75f40c1444dbeaa07537ba8398719 2024-11-21T19:39:52,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c5326657f8df4b6dac3d853411ae59e0 is 50, key is test_row_0/C:col10/1732217991984/Put/seqid=0 2024-11-21T19:39:52,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742341_1517 (size=12301) 2024-11-21T19:39:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T19:39:52,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T19:39:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218052629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218052630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218052639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218052639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,699 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T19:39:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:52,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T19:39:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:52,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:52,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c5326657f8df4b6dac3d853411ae59e0 2024-11-21T19:39:52,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/1f1e3728a7c247fa82d5cab972c58cd2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1f1e3728a7c247fa82d5cab972c58cd2 2024-11-21T19:39:52,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1f1e3728a7c247fa82d5cab972c58cd2, entries=200, sequenceid=330, filesize=14.4 K 2024-11-21T19:39:52,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/dee75f40c1444dbeaa07537ba8398719 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/dee75f40c1444dbeaa07537ba8398719 2024-11-21T19:39:52,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/dee75f40c1444dbeaa07537ba8398719, entries=150, sequenceid=330, filesize=12.0 K 2024-11-21T19:39:52,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c5326657f8df4b6dac3d853411ae59e0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c5326657f8df4b6dac3d853411ae59e0 2024-11-21T19:39:52,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c5326657f8df4b6dac3d853411ae59e0, entries=150, sequenceid=330, filesize=12.0 K 2024-11-21T19:39:52,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7e86ef9db728facaf4bbde9539339c54 in 979ms, sequenceid=330, compaction requested=false 2024-11-21T19:39:52,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:53,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-21T19:39:53,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:53,015 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T19:39:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:53,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/321b6a0bd53e40e1a8cdfaf763dc6266 is 50, key is test_row_0/A:col10/1732217992012/Put/seqid=0 2024-11-21T19:39:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T19:39:53,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742342_1518 (size=12301) 2024-11-21T19:39:53,087 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/321b6a0bd53e40e1a8cdfaf763dc6266 2024-11-21T19:39:53,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/c6d4cf360c9840a594617be2298ea4e3 is 50, key is test_row_0/B:col10/1732217992012/Put/seqid=0 2024-11-21T19:39:53,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742343_1519 (size=12301) 2024-11-21T19:39:53,124 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/c6d4cf360c9840a594617be2298ea4e3 2024-11-21T19:39:53,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/f7d14f9bef814b6fa89c5a80c7abfe78 is 50, key is test_row_0/C:col10/1732217992012/Put/seqid=0 2024-11-21T19:39:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:53,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:53,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742344_1520 (size=12301) 2024-11-21T19:39:53,160 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/f7d14f9bef814b6fa89c5a80c7abfe78 2024-11-21T19:39:53,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/321b6a0bd53e40e1a8cdfaf763dc6266 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/321b6a0bd53e40e1a8cdfaf763dc6266 2024-11-21T19:39:53,168 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/321b6a0bd53e40e1a8cdfaf763dc6266, entries=150, sequenceid=344, filesize=12.0 K 2024-11-21T19:39:53,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/c6d4cf360c9840a594617be2298ea4e3 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c6d4cf360c9840a594617be2298ea4e3 2024-11-21T19:39:53,174 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c6d4cf360c9840a594617be2298ea4e3, entries=150, sequenceid=344, filesize=12.0 K 2024-11-21T19:39:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/f7d14f9bef814b6fa89c5a80c7abfe78 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/f7d14f9bef814b6fa89c5a80c7abfe78 2024-11-21T19:39:53,179 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/f7d14f9bef814b6fa89c5a80c7abfe78, entries=150, sequenceid=344, filesize=12.0 K 2024-11-21T19:39:53,180 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=93.93 KB/96180 for 7e86ef9db728facaf4bbde9539339c54 in 165ms, sequenceid=344, compaction requested=true 2024-11-21T19:39:53,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:53,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:53,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-21T19:39:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-21T19:39:53,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-21T19:39:53,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2440 sec 2024-11-21T19:39:53,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.2510 sec 2024-11-21T19:39:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:53,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-21T19:39:53,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:53,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:53,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:53,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:53,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:53,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:53,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/13d182f287824dc5b1113e523db03d23 is 50, key is test_row_0/A:col10/1732217993177/Put/seqid=0 2024-11-21T19:39:53,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742345_1521 (size=22065) 2024-11-21T19:39:53,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/13d182f287824dc5b1113e523db03d23 2024-11-21T19:39:53,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/7aabaf4fe8934dd9bdd21d6f5399728b is 50, key is test_row_0/B:col10/1732217993177/Put/seqid=0 2024-11-21T19:39:53,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218053210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218053219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218053225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742346_1522 (size=12301) 2024-11-21T19:39:53,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218053227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218053329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218053331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218053331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218053338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218053535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218053536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218053536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218053550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/7aabaf4fe8934dd9bdd21d6f5399728b 2024-11-21T19:39:53,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/5035204ad6884930b026ee25fb727053 is 50, key is test_row_0/C:col10/1732217993177/Put/seqid=0 2024-11-21T19:39:53,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742347_1523 (size=12301) 2024-11-21T19:39:53,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218053841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218053842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218053843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:53,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218053857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/5035204ad6884930b026ee25fb727053 2024-11-21T19:39:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-21T19:39:54,056 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-21T19:39:54,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/13d182f287824dc5b1113e523db03d23 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/13d182f287824dc5b1113e523db03d23 2024-11-21T19:39:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-21T19:39:54,059 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:54,059 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:54,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T19:39:54,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/13d182f287824dc5b1113e523db03d23, entries=350, sequenceid=363, filesize=21.5 K 2024-11-21T19:39:54,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/7aabaf4fe8934dd9bdd21d6f5399728b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7aabaf4fe8934dd9bdd21d6f5399728b 2024-11-21T19:39:54,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7aabaf4fe8934dd9bdd21d6f5399728b, entries=150, sequenceid=363, filesize=12.0 K 2024-11-21T19:39:54,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/5035204ad6884930b026ee25fb727053 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5035204ad6884930b026ee25fb727053 2024-11-21T19:39:54,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5035204ad6884930b026ee25fb727053, entries=150, sequenceid=363, filesize=12.0 K 2024-11-21T19:39:54,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 7e86ef9db728facaf4bbde9539339c54 in 907ms, sequenceid=363, compaction requested=true 2024-11-21T19:39:54,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:54,092 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:54,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:54,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:54,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:54,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:54,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:54,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:39:54,093 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 62158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:54,093 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:39:54,093 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:54,094 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/42ad1b23238c4a56bff2d0f8d9cb31ff, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1f1e3728a7c247fa82d5cab972c58cd2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/321b6a0bd53e40e1a8cdfaf763dc6266, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/13d182f287824dc5b1113e523db03d23] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=60.7 K 2024-11-21T19:39:54,094 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 42ad1b23238c4a56bff2d0f8d9cb31ff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732217991287 2024-11-21T19:39:54,094 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:54,095 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f1e3728a7c247fa82d5cab972c58cd2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732217991331 2024-11-21T19:39:54,097 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 321b6a0bd53e40e1a8cdfaf763dc6266, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732217991996 2024-11-21T19:39:54,098 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 13d182f287824dc5b1113e523db03d23, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732217993159 2024-11-21T19:39:54,099 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:54,099 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:39:54,099 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:54,099 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/9495025c26164e8380e97c718a124744, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/dee75f40c1444dbeaa07537ba8398719, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c6d4cf360c9840a594617be2298ea4e3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7aabaf4fe8934dd9bdd21d6f5399728b] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=48.8 K 2024-11-21T19:39:54,102 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9495025c26164e8380e97c718a124744, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732217991287 2024-11-21T19:39:54,103 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting dee75f40c1444dbeaa07537ba8398719, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732217991331 2024-11-21T19:39:54,107 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6d4cf360c9840a594617be2298ea4e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732217991996 2024-11-21T19:39:54,107 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7aabaf4fe8934dd9bdd21d6f5399728b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732217993159 2024-11-21T19:39:54,117 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:54,117 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/e378d91530ea40629c6212607087241c is 50, key is test_row_0/A:col10/1732217993177/Put/seqid=0 2024-11-21T19:39:54,124 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:54,125 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/d7b27928763d4e80966be91a81316408 is 50, key is test_row_0/B:col10/1732217993177/Put/seqid=0 2024-11-21T19:39:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742349_1525 (size=13187) 2024-11-21T19:39:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742348_1524 (size=13187) 2024-11-21T19:39:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T19:39:54,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-21T19:39:54,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:54,212 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T19:39:54,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:54,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/d3998b4671c24694a1a0f98e2bce5527 is 50, key is test_row_0/A:col10/1732217993225/Put/seqid=0 2024-11-21T19:39:54,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742350_1526 (size=12301) 2024-11-21T19:39:54,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:54,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T19:39:54,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218054381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218054389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218054390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218054390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218054491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218054494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218054500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218054500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,540 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/d7b27928763d4e80966be91a81316408 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/d7b27928763d4e80966be91a81316408 2024-11-21T19:39:54,544 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/e378d91530ea40629c6212607087241c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/e378d91530ea40629c6212607087241c 2024-11-21T19:39:54,544 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into d7b27928763d4e80966be91a81316408(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:54,544 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:54,544 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=12, startTime=1732217994092; duration=0sec 2024-11-21T19:39:54,545 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:54,545 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:54,545 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-21T19:39:54,545 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-21T19:39:54,546 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/C is initiating minor compaction (all files) 2024-11-21T19:39:54,546 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/C in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:54,546 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/7783fec75fcb401b86c569cc5a3fd73e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c5326657f8df4b6dac3d853411ae59e0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/f7d14f9bef814b6fa89c5a80c7abfe78, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5035204ad6884930b026ee25fb727053] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=48.7 K 2024-11-21T19:39:54,546 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7783fec75fcb401b86c569cc5a3fd73e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732217991287 2024-11-21T19:39:54,546 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5326657f8df4b6dac3d853411ae59e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732217991331 2024-11-21T19:39:54,547 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7d14f9bef814b6fa89c5a80c7abfe78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732217991996 2024-11-21T19:39:54,547 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5035204ad6884930b026ee25fb727053, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732217993159 2024-11-21T19:39:54,547 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into e378d91530ea40629c6212607087241c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:54,547 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:54,547 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=12, startTime=1732217994092; duration=0sec 2024-11-21T19:39:54,547 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:54,547 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:54,554 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:54,555 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c705c86074e74c9e82cfa1495aa08bcf is 50, key is test_row_0/C:col10/1732217993177/Put/seqid=0 2024-11-21T19:39:54,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742351_1527 (size=13119) 2024-11-21T19:39:54,621 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/d3998b4671c24694a1a0f98e2bce5527 2024-11-21T19:39:54,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/0bab8e16d73b429b852ece5835d9afc9 is 50, key is test_row_0/B:col10/1732217993225/Put/seqid=0 2024-11-21T19:39:54,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742352_1528 (size=12301) 2024-11-21T19:39:54,656 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/0bab8e16d73b429b852ece5835d9afc9 2024-11-21T19:39:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T19:39:54,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/6fbfbb3c70544915939d8c0fac9d48d0 is 50, key is test_row_0/C:col10/1732217993225/Put/seqid=0 2024-11-21T19:39:54,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742353_1529 (size=12301) 2024-11-21T19:39:54,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218054699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218054700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218054709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218054709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:54,991 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/c705c86074e74c9e82cfa1495aa08bcf as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c705c86074e74c9e82cfa1495aa08bcf 2024-11-21T19:39:55,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218055007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218055007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218055014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218055015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,023 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/C of 7e86ef9db728facaf4bbde9539339c54 into c705c86074e74c9e82cfa1495aa08bcf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:55,023 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:55,023 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/C, priority=12, startTime=1732217994092; duration=0sec 2024-11-21T19:39:55,024 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:55,024 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:55,088 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/6fbfbb3c70544915939d8c0fac9d48d0 2024-11-21T19:39:55,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/d3998b4671c24694a1a0f98e2bce5527 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d3998b4671c24694a1a0f98e2bce5527 2024-11-21T19:39:55,107 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d3998b4671c24694a1a0f98e2bce5527, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T19:39:55,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/0bab8e16d73b429b852ece5835d9afc9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0bab8e16d73b429b852ece5835d9afc9 2024-11-21T19:39:55,114 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0bab8e16d73b429b852ece5835d9afc9, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T19:39:55,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/6fbfbb3c70544915939d8c0fac9d48d0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6fbfbb3c70544915939d8c0fac9d48d0 2024-11-21T19:39:55,137 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6fbfbb3c70544915939d8c0fac9d48d0, entries=150, sequenceid=380, filesize=12.0 K 2024-11-21T19:39:55,138 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7e86ef9db728facaf4bbde9539339c54 in 926ms, sequenceid=380, compaction requested=false 2024-11-21T19:39:55,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:55,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-21T19:39:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-21T19:39:55,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-21T19:39:55,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0800 sec 2024-11-21T19:39:55,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.0910 sec 2024-11-21T19:39:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-21T19:39:55,164 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-21T19:39:55,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-21T19:39:55,188 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T19:39:55,189 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:55,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T19:39:55,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-21T19:39:55,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:55,347 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-21T19:39:55,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:55,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:55,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:55,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:55,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:55,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/68638dd0438c4f109113b2c8e0e522e5 is 50, key is test_row_0/A:col10/1732217994380/Put/seqid=0 2024-11-21T19:39:55,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742354_1530 (size=12301) 2024-11-21T19:39:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T19:39:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:55,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:55,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218055550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218055550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218055551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218055551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218055659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218055660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218055662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218055662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,784 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/68638dd0438c4f109113b2c8e0e522e5 2024-11-21T19:39:55,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/93cf060d45e74c7fb891e4e8dcdf7940 is 50, key is test_row_0/B:col10/1732217994380/Put/seqid=0 2024-11-21T19:39:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T19:39:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742355_1531 (size=12301) 2024-11-21T19:39:55,805 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/93cf060d45e74c7fb891e4e8dcdf7940 2024-11-21T19:39:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/6980e921e9a347a6b3e848c79e7abdec is 50, key is test_row_0/C:col10/1732217994380/Put/seqid=0 2024-11-21T19:39:55,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742356_1532 (size=12301) 2024-11-21T19:39:55,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218055864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218055865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218055868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:55,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218055868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218056171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218056172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218056176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218056177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,214 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/6980e921e9a347a6b3e848c79e7abdec 2024-11-21T19:39:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/68638dd0438c4f109113b2c8e0e522e5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/68638dd0438c4f109113b2c8e0e522e5 2024-11-21T19:39:56,221 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/68638dd0438c4f109113b2c8e0e522e5, entries=150, sequenceid=402, filesize=12.0 K 2024-11-21T19:39:56,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/93cf060d45e74c7fb891e4e8dcdf7940 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/93cf060d45e74c7fb891e4e8dcdf7940 2024-11-21T19:39:56,226 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/93cf060d45e74c7fb891e4e8dcdf7940, entries=150, sequenceid=402, filesize=12.0 K 2024-11-21T19:39:56,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/6980e921e9a347a6b3e848c79e7abdec as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6980e921e9a347a6b3e848c79e7abdec 2024-11-21T19:39:56,234 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6980e921e9a347a6b3e848c79e7abdec, entries=150, sequenceid=402, filesize=12.0 K 2024-11-21T19:39:56,235 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 7e86ef9db728facaf4bbde9539339c54 in 887ms, sequenceid=402, compaction requested=true 2024-11-21T19:39:56,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:56,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:56,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-21T19:39:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-21T19:39:56,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-21T19:39:56,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0500 sec 2024-11-21T19:39:56,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0580 sec 2024-11-21T19:39:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-21T19:39:56,292 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-21T19:39:56,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-21T19:39:56,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T19:39:56,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:56,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T19:39:56,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-21T19:39:56,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:56,446 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-21T19:39:56,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:56,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:56,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:56,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:56,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:56,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:56,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/6732dcea378d42caba963e003707440a is 50, key is test_row_0/A:col10/1732217995550/Put/seqid=0 2024-11-21T19:39:56,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742357_1533 (size=12301) 2024-11-21T19:39:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T19:39:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:56,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:56,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218056706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218056708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218056709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218056709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218056814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218056816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218056816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:56,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218056816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:56,864 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/6732dcea378d42caba963e003707440a 2024-11-21T19:39:56,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/be84da0699034d4db03be844dc9a0793 is 50, key is test_row_0/B:col10/1732217995550/Put/seqid=0 2024-11-21T19:39:56,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742358_1534 (size=12301) 2024-11-21T19:39:56,877 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/be84da0699034d4db03be844dc9a0793 2024-11-21T19:39:56,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/d6c0c33cbeab479abdc2d483813e31cc is 50, key is test_row_0/C:col10/1732217995550/Put/seqid=0 2024-11-21T19:39:56,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742359_1535 (size=12301) 2024-11-21T19:39:56,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T19:39:57,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218057019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218057023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218057027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218057036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,290 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/d6c0c33cbeab479abdc2d483813e31cc 2024-11-21T19:39:57,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/6732dcea378d42caba963e003707440a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/6732dcea378d42caba963e003707440a 2024-11-21T19:39:57,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/6732dcea378d42caba963e003707440a, entries=150, sequenceid=419, filesize=12.0 K 2024-11-21T19:39:57,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/be84da0699034d4db03be844dc9a0793 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/be84da0699034d4db03be844dc9a0793 2024-11-21T19:39:57,319 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/be84da0699034d4db03be844dc9a0793, entries=150, sequenceid=419, filesize=12.0 K 2024-11-21T19:39:57,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/d6c0c33cbeab479abdc2d483813e31cc as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d6c0c33cbeab479abdc2d483813e31cc 2024-11-21T19:39:57,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218057323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,333 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d6c0c33cbeab479abdc2d483813e31cc, entries=150, sequenceid=419, filesize=12.0 K 2024-11-21T19:39:57,334 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7e86ef9db728facaf4bbde9539339c54 in 888ms, sequenceid=419, compaction requested=true 2024-11-21T19:39:57,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:57,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:57,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-21T19:39:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-21T19:39:57,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-21T19:39:57,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-21T19:39:57,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.0440 sec 2024-11-21T19:39:57,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T19:39:57,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:57,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:57,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:57,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:57,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:57,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:57,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/4569ca39163344abbfbe9b37d3134b15 is 50, key is test_row_0/A:col10/1732217997341/Put/seqid=0 2024-11-21T19:39:57,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742360_1536 (size=14741) 2024-11-21T19:39:57,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218057387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-21T19:39:57,400 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-21T19:39:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218057389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-21T19:39:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T19:39:57,403 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:57,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218057395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,404 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:57,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T19:39:57,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218057499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218057502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218057505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,564 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T19:39:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:57,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:57,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T19:39:57,716 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T19:39:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:57,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:57,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218057711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:57,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218057718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218057724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/4569ca39163344abbfbe9b37d3134b15 2024-11-21T19:39:57,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5c3178334e204ecbbb84798c6c29220d is 50, key is test_row_0/B:col10/1732217997341/Put/seqid=0 2024-11-21T19:39:57,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742361_1537 (size=12301) 2024-11-21T19:39:57,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218057836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:57,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T19:39:57,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:57,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:57,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:57,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:57,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T19:39:58,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T19:39:58,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:58,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:58,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218058021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218058026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218058037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T19:39:58,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:58,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5c3178334e204ecbbb84798c6c29220d 2024-11-21T19:39:58,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/4616c4dc729a414886812f2f6065205b is 50, key is test_row_0/C:col10/1732217997341/Put/seqid=0 2024-11-21T19:39:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742362_1538 (size=12301) 2024-11-21T19:39:58,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T19:39:58,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:58,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T19:39:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T19:39:58,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218058533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218058539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218058546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/4616c4dc729a414886812f2f6065205b 2024-11-21T19:39:58,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/4569ca39163344abbfbe9b37d3134b15 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/4569ca39163344abbfbe9b37d3134b15 2024-11-21T19:39:58,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/4569ca39163344abbfbe9b37d3134b15, entries=200, sequenceid=439, filesize=14.4 K 2024-11-21T19:39:58,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5c3178334e204ecbbb84798c6c29220d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5c3178334e204ecbbb84798c6c29220d 2024-11-21T19:39:58,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5c3178334e204ecbbb84798c6c29220d, entries=150, sequenceid=439, filesize=12.0 K 2024-11-21T19:39:58,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/4616c4dc729a414886812f2f6065205b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/4616c4dc729a414886812f2f6065205b 2024-11-21T19:39:58,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/4616c4dc729a414886812f2f6065205b, entries=150, sequenceid=439, filesize=12.0 K 2024-11-21T19:39:58,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7e86ef9db728facaf4bbde9539339c54 in 1287ms, sequenceid=439, compaction requested=true 2024-11-21T19:39:58,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:58,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:39:58,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:58,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:39:58,630 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T19:39:58,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:58,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:39:58,630 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T19:39:58,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:58,636 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64831 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T19:39:58,636 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:39:58,636 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,636 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/e378d91530ea40629c6212607087241c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d3998b4671c24694a1a0f98e2bce5527, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/68638dd0438c4f109113b2c8e0e522e5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/6732dcea378d42caba963e003707440a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/4569ca39163344abbfbe9b37d3134b15] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=63.3 K 2024-11-21T19:39:58,637 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T19:39:58,637 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:39:58,637 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,637 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/d7b27928763d4e80966be91a81316408, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0bab8e16d73b429b852ece5835d9afc9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/93cf060d45e74c7fb891e4e8dcdf7940, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/be84da0699034d4db03be844dc9a0793, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5c3178334e204ecbbb84798c6c29220d] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=60.9 K 2024-11-21T19:39:58,637 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting e378d91530ea40629c6212607087241c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732217993159 2024-11-21T19:39:58,637 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d7b27928763d4e80966be91a81316408, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732217993159 2024-11-21T19:39:58,639 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bab8e16d73b429b852ece5835d9afc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732217993217 2024-11-21T19:39:58,639 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3998b4671c24694a1a0f98e2bce5527, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732217993217 2024-11-21T19:39:58,639 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 93cf060d45e74c7fb891e4e8dcdf7940, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732217994380 2024-11-21T19:39:58,639 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68638dd0438c4f109113b2c8e0e522e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732217994380 2024-11-21T19:39:58,640 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting be84da0699034d4db03be844dc9a0793, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732217995533 2024-11-21T19:39:58,640 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6732dcea378d42caba963e003707440a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732217995533 2024-11-21T19:39:58,640 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c3178334e204ecbbb84798c6c29220d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732217996707 2024-11-21T19:39:58,640 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4569ca39163344abbfbe9b37d3134b15, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732217996707 2024-11-21T19:39:58,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:58,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-21T19:39:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,646 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T19:39:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:58,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:58,662 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#458 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:58,662 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#457 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:58,663 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/483f190c9edc4e13befa61df86f7896f is 50, key is test_row_0/B:col10/1732217997341/Put/seqid=0 2024-11-21T19:39:58,663 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/836c5678419d46dbaf09efd110913a58 is 50, key is test_row_0/A:col10/1732217997341/Put/seqid=0 2024-11-21T19:39:58,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/24d296a69af540f4a797cf91144a2c1b is 50, key is test_row_0/A:col10/1732217997387/Put/seqid=0 2024-11-21T19:39:58,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742363_1539 (size=13357) 2024-11-21T19:39:58,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742364_1540 (size=13357) 2024-11-21T19:39:58,699 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/483f190c9edc4e13befa61df86f7896f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/483f190c9edc4e13befa61df86f7896f 2024-11-21T19:39:58,701 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/836c5678419d46dbaf09efd110913a58 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/836c5678419d46dbaf09efd110913a58 2024-11-21T19:39:58,705 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into 483f190c9edc4e13befa61df86f7896f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:58,705 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into 836c5678419d46dbaf09efd110913a58(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:58,705 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:58,705 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:58,705 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=11, startTime=1732217998630; duration=0sec 2024-11-21T19:39:58,705 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=11, startTime=1732217998630; duration=0sec 2024-11-21T19:39:58,705 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:58,705 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:39:58,705 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:39:58,705 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:39:58,705 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-21T19:39:58,707 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-21T19:39:58,707 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/C is initiating minor compaction (all files) 2024-11-21T19:39:58,707 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/C in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:58,707 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c705c86074e74c9e82cfa1495aa08bcf, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6fbfbb3c70544915939d8c0fac9d48d0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6980e921e9a347a6b3e848c79e7abdec, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d6c0c33cbeab479abdc2d483813e31cc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/4616c4dc729a414886812f2f6065205b] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=60.9 K 2024-11-21T19:39:58,707 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting c705c86074e74c9e82cfa1495aa08bcf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732217993159 2024-11-21T19:39:58,707 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fbfbb3c70544915939d8c0fac9d48d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732217993217 2024-11-21T19:39:58,708 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6980e921e9a347a6b3e848c79e7abdec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732217994380 2024-11-21T19:39:58,708 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d6c0c33cbeab479abdc2d483813e31cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732217995533 2024-11-21T19:39:58,708 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 4616c4dc729a414886812f2f6065205b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732217996707 2024-11-21T19:39:58,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742365_1541 (size=12301) 2024-11-21T19:39:58,717 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#C#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:39:58,718 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/cdd968936fbe4cbb976d995dfbf969c9 is 50, key is test_row_0/C:col10/1732217997341/Put/seqid=0 2024-11-21T19:39:58,729 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/24d296a69af540f4a797cf91144a2c1b 2024-11-21T19:39:58,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742366_1542 (size=13289) 2024-11-21T19:39:58,745 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/cdd968936fbe4cbb976d995dfbf969c9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/cdd968936fbe4cbb976d995dfbf969c9 2024-11-21T19:39:58,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/def945f27c0249328d647f629f904002 is 50, key is test_row_0/B:col10/1732217997387/Put/seqid=0 2024-11-21T19:39:58,753 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/C of 7e86ef9db728facaf4bbde9539339c54 into cdd968936fbe4cbb976d995dfbf969c9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:39:58,753 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:58,753 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/C, priority=11, startTime=1732217998630; duration=0sec 2024-11-21T19:39:58,753 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:39:58,753 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:39:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742367_1543 (size=12301) 2024-11-21T19:39:58,766 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/def945f27c0249328d647f629f904002 2024-11-21T19:39:58,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/210156225f8d42fbbf71343fd12b2f3e is 50, key is test_row_0/C:col10/1732217997387/Put/seqid=0 2024-11-21T19:39:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742368_1544 (size=12301) 2024-11-21T19:39:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:58,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:58,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218058955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218059064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,185 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/210156225f8d42fbbf71343fd12b2f3e 2024-11-21T19:39:59,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/24d296a69af540f4a797cf91144a2c1b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/24d296a69af540f4a797cf91144a2c1b 2024-11-21T19:39:59,194 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/24d296a69af540f4a797cf91144a2c1b, entries=150, sequenceid=455, filesize=12.0 K 2024-11-21T19:39:59,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/def945f27c0249328d647f629f904002 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/def945f27c0249328d647f629f904002 2024-11-21T19:39:59,199 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/def945f27c0249328d647f629f904002, entries=150, sequenceid=455, filesize=12.0 K 2024-11-21T19:39:59,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/210156225f8d42fbbf71343fd12b2f3e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/210156225f8d42fbbf71343fd12b2f3e 2024-11-21T19:39:59,211 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/210156225f8d42fbbf71343fd12b2f3e, entries=150, sequenceid=455, filesize=12.0 K 2024-11-21T19:39:59,214 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7e86ef9db728facaf4bbde9539339c54 in 568ms, sequenceid=455, compaction requested=false 2024-11-21T19:39:59,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:39:59,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:59,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-21T19:39:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-21T19:39:59,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-21T19:39:59,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8120 sec 2024-11-21T19:39:59,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8170 sec 2024-11-21T19:39:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:39:59,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T19:39:59,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:39:59,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:59,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:39:59,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:59,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:39:59,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:39:59,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/96b0d78f6b4643aca0b19ad3ceec347b is 50, key is test_row_0/A:col10/1732217998900/Put/seqid=0 2024-11-21T19:39:59,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742369_1545 (size=14741) 2024-11-21T19:39:59,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/96b0d78f6b4643aca0b19ad3ceec347b 2024-11-21T19:39:59,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/6fd7b13164c84dbbb3b49f34a83f2ca9 is 50, key is test_row_0/B:col10/1732217998900/Put/seqid=0 2024-11-21T19:39:59,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742370_1546 (size=12301) 2024-11-21T19:39:59,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218059297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218059307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218059408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218059408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-21T19:39:59,508 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-21T19:39:59,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:39:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-21T19:39:59,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:39:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T19:39:59,511 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:39:59,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:39:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54288 deadline: 1732218059541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54270 deadline: 1732218059543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54278 deadline: 1732218059561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T19:39:59,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218059614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218059614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T19:39:59,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:59,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/6fd7b13164c84dbbb3b49f34a83f2ca9 2024-11-21T19:39:59,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:59,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:59,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:59,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:59,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/845aaa72bf7c4adda4663cdcf77b4e0d is 50, key is test_row_0/C:col10/1732217998900/Put/seqid=0 2024-11-21T19:39:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742371_1547 (size=12301) 2024-11-21T19:39:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T19:39:59,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T19:39:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:59,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:59,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:59,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218059916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:39:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218059917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:39:59,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T19:39:59,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:59,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:39:59,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:39:59,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:59,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:39:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:00,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/845aaa72bf7c4adda4663cdcf77b4e0d 2024-11-21T19:40:00,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/96b0d78f6b4643aca0b19ad3ceec347b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/96b0d78f6b4643aca0b19ad3ceec347b 2024-11-21T19:40:00,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/96b0d78f6b4643aca0b19ad3ceec347b, entries=200, sequenceid=479, filesize=14.4 K 2024-11-21T19:40:00,080 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-21T19:40:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/6fd7b13164c84dbbb3b49f34a83f2ca9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/6fd7b13164c84dbbb3b49f34a83f2ca9 2024-11-21T19:40:00,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/6fd7b13164c84dbbb3b49f34a83f2ca9, entries=150, sequenceid=479, filesize=12.0 K 2024-11-21T19:40:00,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/845aaa72bf7c4adda4663cdcf77b4e0d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/845aaa72bf7c4adda4663cdcf77b4e0d 2024-11-21T19:40:00,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/845aaa72bf7c4adda4663cdcf77b4e0d, entries=150, sequenceid=479, filesize=12.0 K 2024-11-21T19:40:00,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 7e86ef9db728facaf4bbde9539339c54 in 862ms, sequenceid=479, compaction requested=true 2024-11-21T19:40:00,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:40:00,088 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:00,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:40:00,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:00,088 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:00,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:40:00,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:00,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:40:00,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:00,089 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:00,089 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/A is initiating minor compaction (all files) 2024-11-21T19:40:00,089 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/A in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:00,089 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/836c5678419d46dbaf09efd110913a58, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/24d296a69af540f4a797cf91144a2c1b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/96b0d78f6b4643aca0b19ad3ceec347b] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=39.5 K 2024-11-21T19:40:00,089 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:00,089 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/B is initiating minor compaction (all files) 2024-11-21T19:40:00,089 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/B in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:00,089 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/483f190c9edc4e13befa61df86f7896f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/def945f27c0249328d647f629f904002, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/6fd7b13164c84dbbb3b49f34a83f2ca9] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=37.1 K 2024-11-21T19:40:00,089 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 836c5678419d46dbaf09efd110913a58, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732217996707 2024-11-21T19:40:00,090 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 483f190c9edc4e13befa61df86f7896f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732217996707 2024-11-21T19:40:00,090 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24d296a69af540f4a797cf91144a2c1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732217997384 2024-11-21T19:40:00,090 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting def945f27c0249328d647f629f904002, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732217997384 2024-11-21T19:40:00,090 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96b0d78f6b4643aca0b19ad3ceec347b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732217998900 2024-11-21T19:40:00,090 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6fd7b13164c84dbbb3b49f34a83f2ca9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732217998900 2024-11-21T19:40:00,096 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:00,096 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/e86041ec583e404386e57e11fc05d908 is 50, key is test_row_0/B:col10/1732217998900/Put/seqid=0 2024-11-21T19:40:00,096 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#A#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:00,097 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/13f08f404a0a4ebeb3965119270d726d is 50, key is test_row_0/A:col10/1732217998900/Put/seqid=0 2024-11-21T19:40:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T19:40:00,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742373_1549 (size=13459) 2024-11-21T19:40:00,122 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:00,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-21T19:40:00,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:00,122 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T19:40:00,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:40:00,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:40:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:40:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742372_1548 (size=13459) 2024-11-21T19:40:00,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/21e1c7f293ec40299e87566be0a8c779 is 50, key is test_row_0/A:col10/1732217999284/Put/seqid=0 2024-11-21T19:40:00,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742374_1550 (size=12301) 2024-11-21T19:40:00,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. as already flushing 2024-11-21T19:40:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:40:00,530 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/13f08f404a0a4ebeb3965119270d726d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/13f08f404a0a4ebeb3965119270d726d 2024-11-21T19:40:00,537 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/e86041ec583e404386e57e11fc05d908 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/e86041ec583e404386e57e11fc05d908 2024-11-21T19:40:00,540 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/21e1c7f293ec40299e87566be0a8c779 2024-11-21T19:40:00,546 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/B of 7e86ef9db728facaf4bbde9539339c54 into e86041ec583e404386e57e11fc05d908(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:00,546 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:40:00,546 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/B, priority=13, startTime=1732218000088; duration=0sec 2024-11-21T19:40:00,546 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:00,546 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:40:00,546 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:00,551 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/A of 7e86ef9db728facaf4bbde9539339c54 into 13f08f404a0a4ebeb3965119270d726d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:00,551 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:40:00,551 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/A, priority=13, startTime=1732218000088; duration=0sec 2024-11-21T19:40:00,551 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:00,551 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:40:00,553 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:00,553 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 7e86ef9db728facaf4bbde9539339c54/C is initiating minor compaction (all files) 2024-11-21T19:40:00,553 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7e86ef9db728facaf4bbde9539339c54/C in TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:00,553 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/cdd968936fbe4cbb976d995dfbf969c9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/210156225f8d42fbbf71343fd12b2f3e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/845aaa72bf7c4adda4663cdcf77b4e0d] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp, totalSize=37.0 K 2024-11-21T19:40:00,555 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting cdd968936fbe4cbb976d995dfbf969c9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732217996707 2024-11-21T19:40:00,558 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 210156225f8d42fbbf71343fd12b2f3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732217997384 2024-11-21T19:40:00,560 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 845aaa72bf7c4adda4663cdcf77b4e0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1732217998900 2024-11-21T19:40:00,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/b0cba247cd234b8e9f08f6f5e38862e8 is 50, key is test_row_0/B:col10/1732217999284/Put/seqid=0 2024-11-21T19:40:00,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218060556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:00,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218060555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:00,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742375_1551 (size=12301) 2024-11-21T19:40:00,588 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7e86ef9db728facaf4bbde9539339c54#C#compaction#470 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:00,588 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/12f7c2e3687f4d8bbfd26adec1cac70e is 50, key is test_row_0/C:col10/1732217998900/Put/seqid=0 2024-11-21T19:40:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T19:40:00,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742376_1552 (size=13391) 2024-11-21T19:40:00,640 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/12f7c2e3687f4d8bbfd26adec1cac70e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/12f7c2e3687f4d8bbfd26adec1cac70e 2024-11-21T19:40:00,644 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7e86ef9db728facaf4bbde9539339c54/C of 7e86ef9db728facaf4bbde9539339c54 into 12f7c2e3687f4d8bbfd26adec1cac70e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:00,644 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:40:00,644 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54., storeName=7e86ef9db728facaf4bbde9539339c54/C, priority=13, startTime=1732218000089; duration=0sec 2024-11-21T19:40:00,644 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:00,644 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:40:00,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218060682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:00,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218060691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:00,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218060887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:00,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218060898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:00,942 DEBUG [Thread-2011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560d8359 to 127.0.0.1:57770 2024-11-21T19:40:00,942 DEBUG [Thread-2009 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10cfe2f4 to 127.0.0.1:57770 2024-11-21T19:40:00,942 DEBUG [Thread-2009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:00,942 DEBUG [Thread-2011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:00,946 DEBUG [Thread-2007 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465ce5f8 to 127.0.0.1:57770 2024-11-21T19:40:00,946 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:00,950 DEBUG [Thread-2013 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ae83603 to 127.0.0.1:57770 2024-11-21T19:40:00,950 DEBUG [Thread-2013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:00,953 DEBUG [Thread-2005 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71bda157 to 127.0.0.1:57770 2024-11-21T19:40:00,953 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:00,982 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/b0cba247cd234b8e9f08f6f5e38862e8 2024-11-21T19:40:00,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/60c9e8da68324f2eb57bd66b15999b4b is 50, key is test_row_0/C:col10/1732217999284/Put/seqid=0 2024-11-21T19:40:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742377_1553 (size=12301) 2024-11-21T19:40:01,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54298 deadline: 1732218061190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:01,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54332 deadline: 1732218061201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:01,416 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/60c9e8da68324f2eb57bd66b15999b4b 2024-11-21T19:40:01,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/21e1c7f293ec40299e87566be0a8c779 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/21e1c7f293ec40299e87566be0a8c779 2024-11-21T19:40:01,425 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/21e1c7f293ec40299e87566be0a8c779, entries=150, sequenceid=494, filesize=12.0 K 2024-11-21T19:40:01,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/b0cba247cd234b8e9f08f6f5e38862e8 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b0cba247cd234b8e9f08f6f5e38862e8 2024-11-21T19:40:01,431 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b0cba247cd234b8e9f08f6f5e38862e8, entries=150, sequenceid=494, filesize=12.0 K 2024-11-21T19:40:01,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/60c9e8da68324f2eb57bd66b15999b4b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/60c9e8da68324f2eb57bd66b15999b4b 2024-11-21T19:40:01,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/60c9e8da68324f2eb57bd66b15999b4b, entries=150, sequenceid=494, filesize=12.0 K 2024-11-21T19:40:01,436 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7e86ef9db728facaf4bbde9539339c54 in 1314ms, sequenceid=494, compaction requested=false 2024-11-21T19:40:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:40:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-21T19:40:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-21T19:40:01,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-21T19:40:01,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9260 sec 2024-11-21T19:40:01,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.9300 sec 2024-11-21T19:40:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:40:01,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T19:40:01,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:40:01,560 DEBUG [Thread-1996 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10c3c8f5 to 127.0.0.1:57770 2024-11-21T19:40:01,560 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:01,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:01,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:40:01,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:01,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:40:01,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:01,564 DEBUG [Thread-2002 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x210f9fb4 to 127.0.0.1:57770 2024-11-21T19:40:01,564 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:01,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/119d1a7532034a54a0cc6128622f62d5 is 50, key is test_row_0/A:col10/1732218000533/Put/seqid=0 2024-11-21T19:40:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742378_1554 (size=12301) 2024-11-21T19:40:01,579 DEBUG [Thread-1998 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x621ff37a to 127.0.0.1:57770 2024-11-21T19:40:01,579 DEBUG [Thread-1998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-21T19:40:01,614 INFO [Thread-2004 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-21T19:40:01,695 DEBUG [Thread-2000 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d0434e0 to 127.0.0.1:57770 2024-11-21T19:40:01,695 DEBUG [Thread-2000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:01,705 DEBUG [Thread-1994 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x746138a3 to 127.0.0.1:57770 2024-11-21T19:40:01,705 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1431 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4293 rows 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1430 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4290 rows 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1420 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4257 rows 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1449 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4347 rows 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1420 2024-11-21T19:40:01,706 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4260 rows 2024-11-21T19:40:01,706 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:40:01,706 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28a7836b to 127.0.0.1:57770 2024-11-21T19:40:01,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:01,709 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T19:40:01,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T19:40:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T19:40:01,713 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218001713"}]},"ts":"1732218001713"} 2024-11-21T19:40:01,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T19:40:01,726 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T19:40:01,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T19:40:01,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e86ef9db728facaf4bbde9539339c54, UNASSIGN}] 2024-11-21T19:40:01,729 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e86ef9db728facaf4bbde9539339c54, UNASSIGN 2024-11-21T19:40:01,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=7e86ef9db728facaf4bbde9539339c54, regionState=CLOSING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:01,730 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T19:40:01,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; CloseRegionProcedure 7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:40:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T19:40:01,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:01,882 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(124): Close 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:40:01,882 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T19:40:01,883 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1681): Closing 7e86ef9db728facaf4bbde9539339c54, disabling compactions & flushes 2024-11-21T19:40:01,883 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:01,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/119d1a7532034a54a0cc6128622f62d5 2024-11-21T19:40:01,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/45f1b44df3374d6d8c957b30843cfee7 is 50, key is test_row_0/B:col10/1732218000533/Put/seqid=0 2024-11-21T19:40:01,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742379_1555 (size=12301) 2024-11-21T19:40:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T19:40:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T19:40:02,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/45f1b44df3374d6d8c957b30843cfee7 2024-11-21T19:40:02,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/b4cd36abbc7a4cf2826e629405cdc57b is 50, key is test_row_0/C:col10/1732218000533/Put/seqid=0 2024-11-21T19:40:02,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742380_1556 (size=12301) 2024-11-21T19:40:02,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/b4cd36abbc7a4cf2826e629405cdc57b 2024-11-21T19:40:02,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/119d1a7532034a54a0cc6128622f62d5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/119d1a7532034a54a0cc6128622f62d5 2024-11-21T19:40:02,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/119d1a7532034a54a0cc6128622f62d5, entries=150, sequenceid=520, filesize=12.0 K 2024-11-21T19:40:02,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/45f1b44df3374d6d8c957b30843cfee7 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/45f1b44df3374d6d8c957b30843cfee7 2024-11-21T19:40:02,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/45f1b44df3374d6d8c957b30843cfee7, entries=150, sequenceid=520, filesize=12.0 K 2024-11-21T19:40:02,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/b4cd36abbc7a4cf2826e629405cdc57b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/b4cd36abbc7a4cf2826e629405cdc57b 2024-11-21T19:40:02,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/b4cd36abbc7a4cf2826e629405cdc57b, entries=150, sequenceid=520, filesize=12.0 K 2024-11-21T19:40:02,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for 7e86ef9db728facaf4bbde9539339c54 in 847ms, sequenceid=520, compaction requested=true 2024-11-21T19:40:02,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:40:02,407 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:02,407 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:02,407 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:40:02,407 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. after waiting 0 ms 2024-11-21T19:40:02,407 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:A 2024-11-21T19:40:02,407 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:02,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:A, priority=-2147483648, current under compaction store size is 0 2024-11-21T19:40:02,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:02,408 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(2837): Flushing 7e86ef9db728facaf4bbde9539339c54 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-21T19:40:02,408 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:40:02,408 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:B 2024-11-21T19:40:02,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:B, priority=-2147483648, current under compaction store size is 0 2024-11-21T19:40:02,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:02,408 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=A 2024-11-21T19:40:02,408 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. because compaction request was cancelled 2024-11-21T19:40:02,408 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7e86ef9db728facaf4bbde9539339c54:C 2024-11-21T19:40:02,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7e86ef9db728facaf4bbde9539339c54:C, priority=-2147483648, current under compaction store size is 0 2024-11-21T19:40:02,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:02,408 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:02,408 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=B 2024-11-21T19:40:02,408 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:02,408 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7e86ef9db728facaf4bbde9539339c54, store=C 2024-11-21T19:40:02,408 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:02,412 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/cf157ae9d0bf48ddb9f7d1e63ac89278 is 50, key is test_row_0/A:col10/1732218001704/Put/seqid=0 2024-11-21T19:40:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742381_1557 (size=9857) 2024-11-21T19:40:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T19:40:02,828 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/cf157ae9d0bf48ddb9f7d1e63ac89278 2024-11-21T19:40:02,833 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5e444c3ba335402ab9d72337f8b45848 is 50, key is test_row_0/B:col10/1732218001704/Put/seqid=0 2024-11-21T19:40:02,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742382_1558 (size=9857) 2024-11-21T19:40:03,237 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5e444c3ba335402ab9d72337f8b45848 2024-11-21T19:40:03,244 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/0e19b693e4374829bb25f2eab5c0d279 is 50, key is test_row_0/C:col10/1732218001704/Put/seqid=0 2024-11-21T19:40:03,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742383_1559 (size=9857) 2024-11-21T19:40:03,659 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/0e19b693e4374829bb25f2eab5c0d279 2024-11-21T19:40:03,675 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/A/cf157ae9d0bf48ddb9f7d1e63ac89278 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/cf157ae9d0bf48ddb9f7d1e63ac89278 2024-11-21T19:40:03,679 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/cf157ae9d0bf48ddb9f7d1e63ac89278, entries=100, sequenceid=527, filesize=9.6 K 2024-11-21T19:40:03,680 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/B/5e444c3ba335402ab9d72337f8b45848 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5e444c3ba335402ab9d72337f8b45848 2024-11-21T19:40:03,684 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5e444c3ba335402ab9d72337f8b45848, entries=100, sequenceid=527, filesize=9.6 K 2024-11-21T19:40:03,684 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/.tmp/C/0e19b693e4374829bb25f2eab5c0d279 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0e19b693e4374829bb25f2eab5c0d279 2024-11-21T19:40:03,688 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0e19b693e4374829bb25f2eab5c0d279, entries=100, sequenceid=527, filesize=9.6 K 2024-11-21T19:40:03,689 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 7e86ef9db728facaf4bbde9539339c54 in 1282ms, sequenceid=527, compaction requested=true 2024-11-21T19:40:03,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a4749fba6f234998a1c5945e3d8753b0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8893ef01a0bb443696067ed8df3c18f3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1b0c06467a2a44ccb051a4401992aede, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/9a26cc10e5d24011ad8824c47ab37e9c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5d38b5a3edad41e7b574ebf2a48dfd60, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/b70b113e5a8045a5a145d0d2a1f09ad1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a61c2f15e75240af939fe1a954725a9f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/fba7b7baa9b141c8b1f0de594d9dd933, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8c3a2539671b4d01854f6d622ddb31cd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3aa696908ca64670912d0341a41fe4e7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/336770efeecd42c0aafc32775af63056, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/dcceac8610874428a570c55c1ef8e1a9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/7920fe3780dd4dbdacbf491b5a9b78b1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d1f7f2fe3ae541de9ce6d99084e44c05, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/2c593a9b566c4857bd888dc8f098adeb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/717e570b8ee744668924c9539ceb13d3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/83bec6e7a52149aba8dcc7622956b7c2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/40b3b8cee33d42e295f6b04da41d6ec2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3d98824852f845b39a29f509f33f0c08, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5997daaed97443498b9da0ddbc94ee72, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/46a154671768409084bd5fcc6fd7acbc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/ca2fb7ab478846e6af12fce6fde85a08, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/42ad1b23238c4a56bff2d0f8d9cb31ff, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1f1e3728a7c247fa82d5cab972c58cd2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/321b6a0bd53e40e1a8cdfaf763dc6266, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/13d182f287824dc5b1113e523db03d23, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/e378d91530ea40629c6212607087241c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d3998b4671c24694a1a0f98e2bce5527, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/68638dd0438c4f109113b2c8e0e522e5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/6732dcea378d42caba963e003707440a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/4569ca39163344abbfbe9b37d3134b15, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/836c5678419d46dbaf09efd110913a58, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/24d296a69af540f4a797cf91144a2c1b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/96b0d78f6b4643aca0b19ad3ceec347b] to archive 2024-11-21T19:40:03,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:40:03,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a4749fba6f234998a1c5945e3d8753b0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a4749fba6f234998a1c5945e3d8753b0 2024-11-21T19:40:03,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8893ef01a0bb443696067ed8df3c18f3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8893ef01a0bb443696067ed8df3c18f3 2024-11-21T19:40:03,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1b0c06467a2a44ccb051a4401992aede to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1b0c06467a2a44ccb051a4401992aede 2024-11-21T19:40:03,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/9a26cc10e5d24011ad8824c47ab37e9c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/9a26cc10e5d24011ad8824c47ab37e9c 2024-11-21T19:40:03,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5d38b5a3edad41e7b574ebf2a48dfd60 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5d38b5a3edad41e7b574ebf2a48dfd60 2024-11-21T19:40:03,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/b70b113e5a8045a5a145d0d2a1f09ad1 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/b70b113e5a8045a5a145d0d2a1f09ad1 2024-11-21T19:40:03,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a61c2f15e75240af939fe1a954725a9f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/a61c2f15e75240af939fe1a954725a9f 2024-11-21T19:40:03,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/fba7b7baa9b141c8b1f0de594d9dd933 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/fba7b7baa9b141c8b1f0de594d9dd933 2024-11-21T19:40:03,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8c3a2539671b4d01854f6d622ddb31cd to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/8c3a2539671b4d01854f6d622ddb31cd 2024-11-21T19:40:03,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3aa696908ca64670912d0341a41fe4e7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3aa696908ca64670912d0341a41fe4e7 2024-11-21T19:40:03,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/336770efeecd42c0aafc32775af63056 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/336770efeecd42c0aafc32775af63056 2024-11-21T19:40:03,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/dcceac8610874428a570c55c1ef8e1a9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/dcceac8610874428a570c55c1ef8e1a9 2024-11-21T19:40:03,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/7920fe3780dd4dbdacbf491b5a9b78b1 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/7920fe3780dd4dbdacbf491b5a9b78b1 2024-11-21T19:40:03,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d1f7f2fe3ae541de9ce6d99084e44c05 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d1f7f2fe3ae541de9ce6d99084e44c05 2024-11-21T19:40:03,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/2c593a9b566c4857bd888dc8f098adeb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/2c593a9b566c4857bd888dc8f098adeb 2024-11-21T19:40:03,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/717e570b8ee744668924c9539ceb13d3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/717e570b8ee744668924c9539ceb13d3 2024-11-21T19:40:03,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/83bec6e7a52149aba8dcc7622956b7c2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/83bec6e7a52149aba8dcc7622956b7c2 2024-11-21T19:40:03,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/40b3b8cee33d42e295f6b04da41d6ec2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/40b3b8cee33d42e295f6b04da41d6ec2 2024-11-21T19:40:03,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3d98824852f845b39a29f509f33f0c08 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/3d98824852f845b39a29f509f33f0c08 2024-11-21T19:40:03,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5997daaed97443498b9da0ddbc94ee72 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/5997daaed97443498b9da0ddbc94ee72 2024-11-21T19:40:03,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/46a154671768409084bd5fcc6fd7acbc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/46a154671768409084bd5fcc6fd7acbc 2024-11-21T19:40:03,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/ca2fb7ab478846e6af12fce6fde85a08 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/ca2fb7ab478846e6af12fce6fde85a08 2024-11-21T19:40:03,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/42ad1b23238c4a56bff2d0f8d9cb31ff to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/42ad1b23238c4a56bff2d0f8d9cb31ff 2024-11-21T19:40:03,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1f1e3728a7c247fa82d5cab972c58cd2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/1f1e3728a7c247fa82d5cab972c58cd2 2024-11-21T19:40:03,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/321b6a0bd53e40e1a8cdfaf763dc6266 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/321b6a0bd53e40e1a8cdfaf763dc6266 2024-11-21T19:40:03,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/13d182f287824dc5b1113e523db03d23 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/13d182f287824dc5b1113e523db03d23 2024-11-21T19:40:03,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/e378d91530ea40629c6212607087241c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/e378d91530ea40629c6212607087241c 2024-11-21T19:40:03,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d3998b4671c24694a1a0f98e2bce5527 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/d3998b4671c24694a1a0f98e2bce5527 2024-11-21T19:40:03,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/68638dd0438c4f109113b2c8e0e522e5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/68638dd0438c4f109113b2c8e0e522e5 2024-11-21T19:40:03,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/6732dcea378d42caba963e003707440a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/6732dcea378d42caba963e003707440a 2024-11-21T19:40:03,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/4569ca39163344abbfbe9b37d3134b15 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/4569ca39163344abbfbe9b37d3134b15 2024-11-21T19:40:03,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/836c5678419d46dbaf09efd110913a58 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/836c5678419d46dbaf09efd110913a58 2024-11-21T19:40:03,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/24d296a69af540f4a797cf91144a2c1b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/24d296a69af540f4a797cf91144a2c1b 2024-11-21T19:40:03,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/96b0d78f6b4643aca0b19ad3ceec347b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/96b0d78f6b4643aca0b19ad3ceec347b 2024-11-21T19:40:03,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/2b1fce6d05404385915b1aaa184f873c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0b8dc9ba4ab746619aa6d35462803e78, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3dff733ec5004a9698c8c9da14556d38, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/50f767d30af34f588ae6077e37debd31, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/fe3e72e06fd0492bac16de63d5aba94b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/46a13c3acf5842c6bdca776f494fbe79, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/cb0747d7de5047d480a9034de0a6dc58, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3518ddece09b47ac8ba7e184dd1c983f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/f5c0300fcb6a4cf5b487656c35a36228, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/31d3fb187fa348c1b4d803081afcd628, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7b57e0535e7a4b12b073dfde1ea487f6, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/a3d05e612ca84161ab2bcbf2d02abb59, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/35cbb7c3bbd848a2939afe32396191c3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c80fc3674e5d4605a6eafb446fbfefa4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/78ed1009fbf74339965a951f2959e8e2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b38f0148bdc540ca85ae3c5858a77623, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/8527e2f39d08444abd6a5070ecff423f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/093a10e359e2428aa47c22f715b0b50b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b18757409072439894b7640cd272ea5d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5654b09e92d64afa95174838782b2694, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5193b60bd9f34e17aa627f3e62a99400, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/9495025c26164e8380e97c718a124744, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/09eb08c2ad554292894712108aa9a05c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/dee75f40c1444dbeaa07537ba8398719, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c6d4cf360c9840a594617be2298ea4e3, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/d7b27928763d4e80966be91a81316408, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7aabaf4fe8934dd9bdd21d6f5399728b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0bab8e16d73b429b852ece5835d9afc9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/93cf060d45e74c7fb891e4e8dcdf7940, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/be84da0699034d4db03be844dc9a0793, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/483f190c9edc4e13befa61df86f7896f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5c3178334e204ecbbb84798c6c29220d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/def945f27c0249328d647f629f904002, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/6fd7b13164c84dbbb3b49f34a83f2ca9] to archive 2024-11-21T19:40:03,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:40:03,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/2b1fce6d05404385915b1aaa184f873c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/2b1fce6d05404385915b1aaa184f873c 2024-11-21T19:40:03,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0b8dc9ba4ab746619aa6d35462803e78 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0b8dc9ba4ab746619aa6d35462803e78 2024-11-21T19:40:03,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3dff733ec5004a9698c8c9da14556d38 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3dff733ec5004a9698c8c9da14556d38 2024-11-21T19:40:03,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/50f767d30af34f588ae6077e37debd31 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/50f767d30af34f588ae6077e37debd31 2024-11-21T19:40:03,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/fe3e72e06fd0492bac16de63d5aba94b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/fe3e72e06fd0492bac16de63d5aba94b 2024-11-21T19:40:03,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/46a13c3acf5842c6bdca776f494fbe79 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/46a13c3acf5842c6bdca776f494fbe79 2024-11-21T19:40:03,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/cb0747d7de5047d480a9034de0a6dc58 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/cb0747d7de5047d480a9034de0a6dc58 2024-11-21T19:40:03,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3518ddece09b47ac8ba7e184dd1c983f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/3518ddece09b47ac8ba7e184dd1c983f 2024-11-21T19:40:03,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/f5c0300fcb6a4cf5b487656c35a36228 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/f5c0300fcb6a4cf5b487656c35a36228 2024-11-21T19:40:03,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/31d3fb187fa348c1b4d803081afcd628 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/31d3fb187fa348c1b4d803081afcd628 2024-11-21T19:40:03,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7b57e0535e7a4b12b073dfde1ea487f6 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7b57e0535e7a4b12b073dfde1ea487f6 2024-11-21T19:40:03,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/a3d05e612ca84161ab2bcbf2d02abb59 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/a3d05e612ca84161ab2bcbf2d02abb59 2024-11-21T19:40:03,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/35cbb7c3bbd848a2939afe32396191c3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/35cbb7c3bbd848a2939afe32396191c3 2024-11-21T19:40:03,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c80fc3674e5d4605a6eafb446fbfefa4 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c80fc3674e5d4605a6eafb446fbfefa4 2024-11-21T19:40:03,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/78ed1009fbf74339965a951f2959e8e2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/78ed1009fbf74339965a951f2959e8e2 2024-11-21T19:40:03,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b38f0148bdc540ca85ae3c5858a77623 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b38f0148bdc540ca85ae3c5858a77623 2024-11-21T19:40:03,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/8527e2f39d08444abd6a5070ecff423f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/8527e2f39d08444abd6a5070ecff423f 2024-11-21T19:40:03,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/093a10e359e2428aa47c22f715b0b50b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/093a10e359e2428aa47c22f715b0b50b 2024-11-21T19:40:03,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b18757409072439894b7640cd272ea5d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b18757409072439894b7640cd272ea5d 2024-11-21T19:40:03,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5654b09e92d64afa95174838782b2694 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5654b09e92d64afa95174838782b2694 2024-11-21T19:40:03,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5193b60bd9f34e17aa627f3e62a99400 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5193b60bd9f34e17aa627f3e62a99400 2024-11-21T19:40:03,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/9495025c26164e8380e97c718a124744 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/9495025c26164e8380e97c718a124744 2024-11-21T19:40:03,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/09eb08c2ad554292894712108aa9a05c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/09eb08c2ad554292894712108aa9a05c 2024-11-21T19:40:03,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/dee75f40c1444dbeaa07537ba8398719 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/dee75f40c1444dbeaa07537ba8398719 2024-11-21T19:40:03,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c6d4cf360c9840a594617be2298ea4e3 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/c6d4cf360c9840a594617be2298ea4e3 2024-11-21T19:40:03,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/d7b27928763d4e80966be91a81316408 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/d7b27928763d4e80966be91a81316408 2024-11-21T19:40:03,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7aabaf4fe8934dd9bdd21d6f5399728b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/7aabaf4fe8934dd9bdd21d6f5399728b 2024-11-21T19:40:03,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0bab8e16d73b429b852ece5835d9afc9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/0bab8e16d73b429b852ece5835d9afc9 2024-11-21T19:40:03,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/93cf060d45e74c7fb891e4e8dcdf7940 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/93cf060d45e74c7fb891e4e8dcdf7940 2024-11-21T19:40:03,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/be84da0699034d4db03be844dc9a0793 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/be84da0699034d4db03be844dc9a0793 2024-11-21T19:40:03,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/483f190c9edc4e13befa61df86f7896f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/483f190c9edc4e13befa61df86f7896f 2024-11-21T19:40:03,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5c3178334e204ecbbb84798c6c29220d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5c3178334e204ecbbb84798c6c29220d 2024-11-21T19:40:03,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/def945f27c0249328d647f629f904002 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/def945f27c0249328d647f629f904002 2024-11-21T19:40:03,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/6fd7b13164c84dbbb3b49f34a83f2ca9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/6fd7b13164c84dbbb3b49f34a83f2ca9 2024-11-21T19:40:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T19:40:03,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5e53e99093e24572aad932a206130369, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/eeff03a025244ef59cf39a607f773973, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ded2f04c845f4133bc039956b3ed13b5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/aae4287656da45f19136e663996c688b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/47d180c0d04c4146b53e27487f6b63c7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/1518a51d42514541800e57971302714b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/46440810074347cbb007e9a293007e1b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ed4eb7b1f997403b88e51dab5d2c7674, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/a51459c4576946d5885339461203b9bc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c3305fd330cf4b03af24b1a5edef3ca2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ecd0dde528e34742b47d37ba87772ae9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/58a4e56547c145408652feccf98a01c2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c97770e2fa2f41c69827a474ef7498b7, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/3a902bc9aac4448494c1ab1322d2477a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/2741894248284ebea82850c1e1158acb, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d86bdf8ea0e543e7bcb6be0e5de77736, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/48368e00e55a485cab4b0e23dfcd5651, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/e3dac5c6aa654df182d21364566d264a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0b71bad0e9af4972ab469a9dc819d5d4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/7783fec75fcb401b86c569cc5a3fd73e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/926ecf20547941a5aae8f9ae3fe667fe, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c5326657f8df4b6dac3d853411ae59e0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/f7d14f9bef814b6fa89c5a80c7abfe78, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c705c86074e74c9e82cfa1495aa08bcf, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5035204ad6884930b026ee25fb727053, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6fbfbb3c70544915939d8c0fac9d48d0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6980e921e9a347a6b3e848c79e7abdec, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d6c0c33cbeab479abdc2d483813e31cc, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/cdd968936fbe4cbb976d995dfbf969c9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/4616c4dc729a414886812f2f6065205b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/210156225f8d42fbbf71343fd12b2f3e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/845aaa72bf7c4adda4663cdcf77b4e0d] to archive 2024-11-21T19:40:03,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:40:03,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5e53e99093e24572aad932a206130369 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5e53e99093e24572aad932a206130369 2024-11-21T19:40:03,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/eeff03a025244ef59cf39a607f773973 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/eeff03a025244ef59cf39a607f773973 2024-11-21T19:40:03,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ded2f04c845f4133bc039956b3ed13b5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ded2f04c845f4133bc039956b3ed13b5 2024-11-21T19:40:03,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/aae4287656da45f19136e663996c688b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/aae4287656da45f19136e663996c688b 2024-11-21T19:40:03,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/47d180c0d04c4146b53e27487f6b63c7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/47d180c0d04c4146b53e27487f6b63c7 2024-11-21T19:40:03,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/1518a51d42514541800e57971302714b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/1518a51d42514541800e57971302714b 2024-11-21T19:40:03,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/46440810074347cbb007e9a293007e1b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/46440810074347cbb007e9a293007e1b 2024-11-21T19:40:03,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ed4eb7b1f997403b88e51dab5d2c7674 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ed4eb7b1f997403b88e51dab5d2c7674 2024-11-21T19:40:03,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/a51459c4576946d5885339461203b9bc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/a51459c4576946d5885339461203b9bc 2024-11-21T19:40:03,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c3305fd330cf4b03af24b1a5edef3ca2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c3305fd330cf4b03af24b1a5edef3ca2 2024-11-21T19:40:03,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ecd0dde528e34742b47d37ba87772ae9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/ecd0dde528e34742b47d37ba87772ae9 2024-11-21T19:40:03,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/58a4e56547c145408652feccf98a01c2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/58a4e56547c145408652feccf98a01c2 2024-11-21T19:40:03,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c97770e2fa2f41c69827a474ef7498b7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c97770e2fa2f41c69827a474ef7498b7 2024-11-21T19:40:03,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/3a902bc9aac4448494c1ab1322d2477a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/3a902bc9aac4448494c1ab1322d2477a 2024-11-21T19:40:03,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/2741894248284ebea82850c1e1158acb to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/2741894248284ebea82850c1e1158acb 2024-11-21T19:40:03,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d86bdf8ea0e543e7bcb6be0e5de77736 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d86bdf8ea0e543e7bcb6be0e5de77736 2024-11-21T19:40:03,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/48368e00e55a485cab4b0e23dfcd5651 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/48368e00e55a485cab4b0e23dfcd5651 2024-11-21T19:40:03,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/e3dac5c6aa654df182d21364566d264a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/e3dac5c6aa654df182d21364566d264a 2024-11-21T19:40:03,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0b71bad0e9af4972ab469a9dc819d5d4 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0b71bad0e9af4972ab469a9dc819d5d4 2024-11-21T19:40:03,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/7783fec75fcb401b86c569cc5a3fd73e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/7783fec75fcb401b86c569cc5a3fd73e 2024-11-21T19:40:03,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/926ecf20547941a5aae8f9ae3fe667fe to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/926ecf20547941a5aae8f9ae3fe667fe 2024-11-21T19:40:03,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c5326657f8df4b6dac3d853411ae59e0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c5326657f8df4b6dac3d853411ae59e0 2024-11-21T19:40:03,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/f7d14f9bef814b6fa89c5a80c7abfe78 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/f7d14f9bef814b6fa89c5a80c7abfe78 2024-11-21T19:40:03,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c705c86074e74c9e82cfa1495aa08bcf to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/c705c86074e74c9e82cfa1495aa08bcf 2024-11-21T19:40:03,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5035204ad6884930b026ee25fb727053 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/5035204ad6884930b026ee25fb727053 2024-11-21T19:40:03,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6fbfbb3c70544915939d8c0fac9d48d0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6fbfbb3c70544915939d8c0fac9d48d0 2024-11-21T19:40:03,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6980e921e9a347a6b3e848c79e7abdec to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/6980e921e9a347a6b3e848c79e7abdec 2024-11-21T19:40:03,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d6c0c33cbeab479abdc2d483813e31cc to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/d6c0c33cbeab479abdc2d483813e31cc 2024-11-21T19:40:03,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/cdd968936fbe4cbb976d995dfbf969c9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/cdd968936fbe4cbb976d995dfbf969c9 2024-11-21T19:40:03,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/4616c4dc729a414886812f2f6065205b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/4616c4dc729a414886812f2f6065205b 2024-11-21T19:40:03,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/210156225f8d42fbbf71343fd12b2f3e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/210156225f8d42fbbf71343fd12b2f3e 2024-11-21T19:40:03,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/845aaa72bf7c4adda4663cdcf77b4e0d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/845aaa72bf7c4adda4663cdcf77b4e0d 2024-11-21T19:40:03,914 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/recovered.edits/530.seqid, newMaxSeqId=530, maxSeqId=1 2024-11-21T19:40:03,916 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54. 2024-11-21T19:40:03,916 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] regionserver.HRegion(1635): Region close journal for 7e86ef9db728facaf4bbde9539339c54: 2024-11-21T19:40:03,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=7e86ef9db728facaf4bbde9539339c54, regionState=CLOSED 2024-11-21T19:40:03,920 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=143}] handler.UnassignRegionHandler(170): Closed 7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:40:03,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-21T19:40:03,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseRegionProcedure 7e86ef9db728facaf4bbde9539339c54, server=2d90ca23533b,46653,1732217858981 in 2.1970 sec 2024-11-21T19:40:03,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-11-21T19:40:03,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7e86ef9db728facaf4bbde9539339c54, UNASSIGN in 2.2030 sec 2024-11-21T19:40:03,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-21T19:40:03,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2060 sec 2024-11-21T19:40:03,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218003938"}]},"ts":"1732218003938"} 2024-11-21T19:40:03,941 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T19:40:03,952 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T19:40:03,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2440 sec 2024-11-21T19:40:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-21T19:40:05,817 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-21T19:40:05,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T19:40:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:05,819 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=144, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T19:40:05,820 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=144, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:05,835 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:40:05,842 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/recovered.edits] 2024-11-21T19:40:05,845 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/119d1a7532034a54a0cc6128622f62d5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/119d1a7532034a54a0cc6128622f62d5 2024-11-21T19:40:05,848 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/13f08f404a0a4ebeb3965119270d726d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/13f08f404a0a4ebeb3965119270d726d 2024-11-21T19:40:05,856 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/21e1c7f293ec40299e87566be0a8c779 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/21e1c7f293ec40299e87566be0a8c779 2024-11-21T19:40:05,858 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/cf157ae9d0bf48ddb9f7d1e63ac89278 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/A/cf157ae9d0bf48ddb9f7d1e63ac89278 2024-11-21T19:40:05,863 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/45f1b44df3374d6d8c957b30843cfee7 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/45f1b44df3374d6d8c957b30843cfee7 2024-11-21T19:40:05,873 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5e444c3ba335402ab9d72337f8b45848 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/5e444c3ba335402ab9d72337f8b45848 2024-11-21T19:40:05,879 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b0cba247cd234b8e9f08f6f5e38862e8 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/b0cba247cd234b8e9f08f6f5e38862e8 2024-11-21T19:40:05,884 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/e86041ec583e404386e57e11fc05d908 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/B/e86041ec583e404386e57e11fc05d908 2024-11-21T19:40:05,891 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0e19b693e4374829bb25f2eab5c0d279 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/0e19b693e4374829bb25f2eab5c0d279 2024-11-21T19:40:05,892 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/12f7c2e3687f4d8bbfd26adec1cac70e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/12f7c2e3687f4d8bbfd26adec1cac70e 2024-11-21T19:40:05,893 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/60c9e8da68324f2eb57bd66b15999b4b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/60c9e8da68324f2eb57bd66b15999b4b 2024-11-21T19:40:05,898 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/b4cd36abbc7a4cf2826e629405cdc57b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/C/b4cd36abbc7a4cf2826e629405cdc57b 2024-11-21T19:40:05,919 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/recovered.edits/530.seqid to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54/recovered.edits/530.seqid 2024-11-21T19:40:05,920 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/7e86ef9db728facaf4bbde9539339c54 2024-11-21T19:40:05,920 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T19:40:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T19:40:05,926 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=144, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:05,928 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T19:40:05,930 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T19:40:05,938 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=144, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:05,938 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T19:40:05,938 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732218005938"}]},"ts":"9223372036854775807"} 2024-11-21T19:40:05,947 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T19:40:05,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7e86ef9db728facaf4bbde9539339c54, NAME => 'TestAcidGuarantees,,1732217978652.7e86ef9db728facaf4bbde9539339c54.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T19:40:05,947 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T19:40:05,947 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732218005947"}]},"ts":"9223372036854775807"} 2024-11-21T19:40:05,967 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T19:40:05,982 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=144, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:05,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 165 msec 2024-11-21T19:40:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-21T19:40:06,122 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-21T19:40:06,133 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240 (was 240), OpenFileDescriptor=455 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1105 (was 1087) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3204 (was 2557) - AvailableMemoryMB LEAK? - 2024-11-21T19:40:06,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1105, ProcessCount=11, AvailableMemoryMB=3203 2024-11-21T19:40:06,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T19:40:06,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:40:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:06,149 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T19:40:06,150 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:06,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 145 2024-11-21T19:40:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T19:40:06,151 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T19:40:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742384_1560 (size=963) 2024-11-21T19:40:06,170 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5 2024-11-21T19:40:06,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742385_1561 (size=53) 2024-11-21T19:40:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T19:40:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T19:40:06,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:40:06,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 53a602609e57be1de1a27931c6e86eaa, disabling compactions & flushes 2024-11-21T19:40:06,599 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:06,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:06,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. after waiting 0 ms 2024-11-21T19:40:06,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:06,599 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:06,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:06,600 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T19:40:06,600 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732218006600"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732218006600"}]},"ts":"1732218006600"} 2024-11-21T19:40:06,602 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-21T19:40:06,602 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T19:40:06,603 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218006602"}]},"ts":"1732218006602"} 2024-11-21T19:40:06,604 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-21T19:40:06,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, ASSIGN}] 2024-11-21T19:40:06,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, ASSIGN 2024-11-21T19:40:06,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, ASSIGN; state=OFFLINE, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=false 2024-11-21T19:40:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T19:40:06,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:40:06,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=53a602609e57be1de1a27931c6e86eaa, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:06,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; OpenRegionProcedure 53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:40:06,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:06,935 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:06,935 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7285): Opening region: {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:40:06,936 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:06,936 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:40:06,936 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7327): checking encryption for 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:06,936 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7330): checking classloading for 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:06,937 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:06,938 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:40:06,938 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53a602609e57be1de1a27931c6e86eaa columnFamilyName A 2024-11-21T19:40:06,938 DEBUG [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:06,939 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(327): Store=53a602609e57be1de1a27931c6e86eaa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:40:06,939 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:06,940 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:40:06,940 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53a602609e57be1de1a27931c6e86eaa columnFamilyName B 2024-11-21T19:40:06,940 DEBUG [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:06,940 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(327): Store=53a602609e57be1de1a27931c6e86eaa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:40:06,940 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:06,941 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:40:06,941 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53a602609e57be1de1a27931c6e86eaa columnFamilyName C 2024-11-21T19:40:06,941 DEBUG [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:06,942 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(327): Store=53a602609e57be1de1a27931c6e86eaa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:40:06,942 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:06,942 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:06,943 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:06,944 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:40:06,945 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1085): writing seq id for 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:06,946 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T19:40:06,947 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1102): Opened 53a602609e57be1de1a27931c6e86eaa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69644319, jitterRate=0.03778122365474701}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:40:06,948 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1001): Region open journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:06,948 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., pid=147, masterSystemTime=1732218006932 2024-11-21T19:40:06,950 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:06,950 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:06,950 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=53a602609e57be1de1a27931c6e86eaa, regionState=OPEN, openSeqNum=2, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:06,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-21T19:40:06,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; OpenRegionProcedure 53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 in 171 msec 2024-11-21T19:40:06,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-21T19:40:06,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, ASSIGN in 326 msec 2024-11-21T19:40:06,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T19:40:06,953 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218006953"}]},"ts":"1732218006953"} 2024-11-21T19:40:06,954 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-21T19:40:06,969 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=145, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T19:40:06,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 822 msec 2024-11-21T19:40:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-11-21T19:40:07,257 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-11-21T19:40:07,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58ade5f9 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f838b5c 2024-11-21T19:40:07,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7070a098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:07,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:07,313 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:07,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T19:40:07,315 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T19:40:07,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-21T19:40:07,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T19:40:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:07,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742386_1562 (size=999) 2024-11-21T19:40:07,329 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-21T19:40:07,329 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-21T19:40:07,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T19:40:07,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, REOPEN/MOVE}] 2024-11-21T19:40:07,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, REOPEN/MOVE 2024-11-21T19:40:07,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=53a602609e57be1de1a27931c6e86eaa, regionState=CLOSING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:07,333 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T19:40:07,333 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39821 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=2d90ca23533b,46653,1732217858981, table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T19:40:07,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:40:07,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:07,485 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,485 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T19:40:07,485 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 53a602609e57be1de1a27931c6e86eaa, disabling compactions & flushes 2024-11-21T19:40:07,485 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:07,485 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:07,485 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. after waiting 0 ms 2024-11-21T19:40:07,485 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:07,490 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-21T19:40:07,490 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:07,490 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:07,491 WARN [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionServer(3786): Not adding moved region record: 53a602609e57be1de1a27931c6e86eaa to self. 2024-11-21T19:40:07,492 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,492 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=53a602609e57be1de1a27931c6e86eaa, regionState=CLOSED 2024-11-21T19:40:07,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-21T19:40:07,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 in 160 msec 2024-11-21T19:40:07,496 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, REOPEN/MOVE; state=CLOSED, location=2d90ca23533b,46653,1732217858981; forceNewPlan=false, retain=true 2024-11-21T19:40:07,646 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=53a602609e57be1de1a27931c6e86eaa, regionState=OPENING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:07,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=150, state=RUNNABLE; OpenRegionProcedure 53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:40:07,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:07,802 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:07,802 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7285): Opening region: {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} 2024-11-21T19:40:07,803 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,803 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T19:40:07,803 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7327): checking encryption for 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,803 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(7330): checking classloading for 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,805 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,806 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:40:07,806 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53a602609e57be1de1a27931c6e86eaa columnFamilyName A 2024-11-21T19:40:07,819 DEBUG [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:07,819 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(327): Store=53a602609e57be1de1a27931c6e86eaa/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:40:07,820 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,823 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:40:07,823 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53a602609e57be1de1a27931c6e86eaa columnFamilyName B 2024-11-21T19:40:07,823 DEBUG [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:07,824 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(327): Store=53a602609e57be1de1a27931c6e86eaa/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:40:07,824 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,825 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-21T19:40:07,825 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53a602609e57be1de1a27931c6e86eaa columnFamilyName C 2024-11-21T19:40:07,825 DEBUG [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:07,825 INFO [StoreOpener-53a602609e57be1de1a27931c6e86eaa-1 {}] regionserver.HStore(327): Store=53a602609e57be1de1a27931c6e86eaa/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T19:40:07,826 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:07,826 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,827 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,829 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-21T19:40:07,832 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1085): writing seq id for 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:07,833 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1102): Opened 53a602609e57be1de1a27931c6e86eaa; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74867276, jitterRate=0.11560934782028198}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-21T19:40:07,834 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegion(1001): Region open journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:07,835 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., pid=152, masterSystemTime=1732218007799 2024-11-21T19:40:07,837 DEBUG [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:07,837 INFO [RS_OPEN_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_OPEN_REGION, pid=152}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:07,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=53a602609e57be1de1a27931c6e86eaa, regionState=OPEN, openSeqNum=5, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:07,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=150 2024-11-21T19:40:07,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=150, state=SUCCESS; OpenRegionProcedure 53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 in 191 msec 2024-11-21T19:40:07,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-21T19:40:07,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, REOPEN/MOVE in 508 msec 2024-11-21T19:40:07,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-21T19:40:07,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-21T19:40:07,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 528 msec 2024-11-21T19:40:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-21T19:40:07,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x754d0bed to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56b7b773 2024-11-21T19:40:07,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b6a95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:07,916 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39254f5a to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52c26b22 2024-11-21T19:40:07,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a8cc66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:07,984 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x226948f1 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6333ace5 2024-11-21T19:40:08,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fa8719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:08,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14f4319f to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6adef360 2024-11-21T19:40:08,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f29636d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:08,076 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00bd6c58 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1de5cadc 2024-11-21T19:40:08,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@943e006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:08,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6269e0a1 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@743c6f3a 2024-11-21T19:40:08,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260d3dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:08,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1124eb0a to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67603ab 2024-11-21T19:40:08,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49daf5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:08,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68a403af to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef93e4b 2024-11-21T19:40:08,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40908ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:08,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20598fb9 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37c5f69f 2024-11-21T19:40:08,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ee60e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:08,306 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3527ada0 to 127.0.0.1:57770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d4ed495 2024-11-21T19:40:08,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d27688a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T19:40:08,360 DEBUG [hconnection-0x70f35aaa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:40:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-11-21T19:40:08,363 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:40:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T19:40:08,364 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:40:08,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:40:08,366 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,367 DEBUG [hconnection-0x599358c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,367 DEBUG [hconnection-0x30b290d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,368 DEBUG [hconnection-0x1521e58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,368 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,369 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,370 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,375 DEBUG [hconnection-0x143aafab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,376 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,379 DEBUG [hconnection-0x1d711a81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,380 DEBUG [hconnection-0x786add7d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,380 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,381 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,387 DEBUG [hconnection-0x1c00c8f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,389 DEBUG [hconnection-0x7729c6bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,390 DEBUG [hconnection-0x692b3397-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T19:40:08,391 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,393 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:08,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-21T19:40:08,397 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T19:40:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:08,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:08,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:08,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:08,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T19:40:08,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218068474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1732218068473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218068474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218068476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112188aa422659034a51827c321ff07afb00_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218008381/Put/seqid=0 2024-11-21T19:40:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60054 deadline: 1732218068480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:08,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:08,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:08,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:08,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742387_1563 (size=12154) 2024-11-21T19:40:08,535 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:08,567 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112188aa422659034a51827c321ff07afb00_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112188aa422659034a51827c321ff07afb00_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:08,576 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4aa3d4a2cc214f87adca1434cca21aad, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:08,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4aa3d4a2cc214f87adca1434cca21aad is 175, key is test_row_0/A:col10/1732218008381/Put/seqid=0 2024-11-21T19:40:08,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218068581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218068581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218068581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1732218068585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60054 deadline: 1732218068591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742388_1564 (size=30955) 2024-11-21T19:40:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T19:40:08,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:08,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:08,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:08,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218068786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218068787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1732218068799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218068799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60054 deadline: 1732218068799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:08,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:08,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:08,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:08,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T19:40:08,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:08,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:08,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4aa3d4a2cc214f87adca1434cca21aad 2024-11-21T19:40:09,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218069091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218069091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218069103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60054 deadline: 1732218069103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1732218069109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:09,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:09,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/208b142f4b8e4bc09ae5086a930f8a9b is 50, key is test_row_0/B:col10/1732218008381/Put/seqid=0 2024-11-21T19:40:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742389_1565 (size=12001) 2024-11-21T19:40:09,320 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-21T19:40:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T19:40:09,491 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:09,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:09,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218069599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218069601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218069610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60054 deadline: 1732218069616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1732218069617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/208b142f4b8e4bc09ae5086a930f8a9b 2024-11-21T19:40:09,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/db7b5db14d214e948726a1c1fc43f21a is 50, key is test_row_0/C:col10/1732218008381/Put/seqid=0 2024-11-21T19:40:09,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742390_1566 (size=12001) 2024-11-21T19:40:09,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:09,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:09,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:09,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:09,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:09,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:09,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:10,118 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:10,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:10,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:10,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:10,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:10,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:10,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/db7b5db14d214e948726a1c1fc43f21a 2024-11-21T19:40:10,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4aa3d4a2cc214f87adca1434cca21aad as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4aa3d4a2cc214f87adca1434cca21aad 2024-11-21T19:40:10,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4aa3d4a2cc214f87adca1434cca21aad, entries=150, sequenceid=16, filesize=30.2 K 2024-11-21T19:40:10,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/208b142f4b8e4bc09ae5086a930f8a9b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/208b142f4b8e4bc09ae5086a930f8a9b 2024-11-21T19:40:10,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/208b142f4b8e4bc09ae5086a930f8a9b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T19:40:10,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/db7b5db14d214e948726a1c1fc43f21a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/db7b5db14d214e948726a1c1fc43f21a 2024-11-21T19:40:10,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/db7b5db14d214e948726a1c1fc43f21a, entries=150, sequenceid=16, filesize=11.7 K 2024-11-21T19:40:10,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 53a602609e57be1de1a27931c6e86eaa in 1872ms, sequenceid=16, compaction requested=false 2024-11-21T19:40:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-21T19:40:10,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:10,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-11-21T19:40:10,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:10,273 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:40:10,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:10,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:10,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:10,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:10,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:10,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:10,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c53a57b3467a4c66a336bfc998c19563_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218008473/Put/seqid=0 2024-11-21T19:40:10,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742391_1567 (size=12154) 2024-11-21T19:40:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T19:40:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:10,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:10,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1732218070625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218070627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218070628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218070628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60054 deadline: 1732218070630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:10,709 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c53a57b3467a4c66a336bfc998c19563_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c53a57b3467a4c66a336bfc998c19563_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/ad49731b1cc046a49def97ae131aad2d, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:10,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/ad49731b1cc046a49def97ae131aad2d is 175, key is test_row_0/A:col10/1732218008473/Put/seqid=0 2024-11-21T19:40:10,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742392_1568 (size=30955) 2024-11-21T19:40:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218070731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218070730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218070731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218070934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218070935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:10,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218070942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:11,123 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/ad49731b1cc046a49def97ae131aad2d 2024-11-21T19:40:11,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/fd423f93da754f95a3b866a4499426af is 50, key is test_row_0/B:col10/1732218008473/Put/seqid=0 2024-11-21T19:40:11,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742393_1569 (size=12001) 2024-11-21T19:40:11,207 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/fd423f93da754f95a3b866a4499426af 2024-11-21T19:40:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/8835c6dfe6684ac29c19e87b729c131b is 50, key is test_row_0/C:col10/1732218008473/Put/seqid=0 2024-11-21T19:40:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218071239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218071239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:11,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742394_1570 (size=12001) 2024-11-21T19:40:11,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218071250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:11,260 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/8835c6dfe6684ac29c19e87b729c131b 2024-11-21T19:40:11,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/ad49731b1cc046a49def97ae131aad2d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/ad49731b1cc046a49def97ae131aad2d 2024-11-21T19:40:11,283 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/ad49731b1cc046a49def97ae131aad2d, entries=150, sequenceid=41, filesize=30.2 K 2024-11-21T19:40:11,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/fd423f93da754f95a3b866a4499426af as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/fd423f93da754f95a3b866a4499426af 2024-11-21T19:40:11,289 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/fd423f93da754f95a3b866a4499426af, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T19:40:11,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/8835c6dfe6684ac29c19e87b729c131b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/8835c6dfe6684ac29c19e87b729c131b 2024-11-21T19:40:11,298 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/8835c6dfe6684ac29c19e87b729c131b, entries=150, sequenceid=41, filesize=11.7 K 2024-11-21T19:40:11,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 53a602609e57be1de1a27931c6e86eaa in 1032ms, sequenceid=41, compaction requested=false 2024-11-21T19:40:11,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:11,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:11,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-11-21T19:40:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-11-21T19:40:11,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-21T19:40:11,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9500 sec 2024-11-21T19:40:11,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 2.9660 sec 2024-11-21T19:40:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:11,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-21T19:40:11,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:11,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:11,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:11,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:11,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:11,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:11,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b6197d8e8584343991311f51f2f4e0b_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218010627/Put/seqid=0 2024-11-21T19:40:11,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742395_1571 (size=12154) 2024-11-21T19:40:11,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218071813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:11,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218071813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:11,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218071816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:11,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:11,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218071918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218071918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:11,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218071921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218072123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218072123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218072128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,211 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:12,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411210b6197d8e8584343991311f51f2f4e0b_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b6197d8e8584343991311f51f2f4e0b_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:12,246 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/99589dc8c7d54ed19b831cacfa8a5a2a, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:12,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/99589dc8c7d54ed19b831cacfa8a5a2a is 175, key is test_row_0/A:col10/1732218010627/Put/seqid=0 2024-11-21T19:40:12,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742396_1572 (size=30955) 2024-11-21T19:40:12,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218072426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218072426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218072430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-21T19:40:12,502 INFO [Thread-2494 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-21T19:40:12,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:40:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-21T19:40:12,519 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:40:12,520 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:40:12,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:40:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T19:40:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T19:40:12,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60054 deadline: 1732218072644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,648 DEBUG [Thread-2492 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:40:12,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1732218072651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,653 DEBUG [Thread-2490 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:40:12,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T19:40:12,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:12,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:12,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:12,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:12,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:12,702 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/99589dc8c7d54ed19b831cacfa8a5a2a 2024-11-21T19:40:12,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/d39372cb489b4d5f856209910043997e is 50, key is test_row_0/B:col10/1732218010627/Put/seqid=0 2024-11-21T19:40:12,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742397_1573 (size=12001) 2024-11-21T19:40:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T19:40:12,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T19:40:12,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:12,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:12,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:12,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:12,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:12,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218072935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218072936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:12,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218072939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:13,005 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:13,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T19:40:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:13,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T19:40:13,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/d39372cb489b4d5f856209910043997e 2024-11-21T19:40:13,169 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:13,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T19:40:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:13,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:13,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/e3ffd41817044576ab0eb79810ac162c is 50, key is test_row_0/C:col10/1732218010627/Put/seqid=0 2024-11-21T19:40:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742398_1574 (size=12001) 2024-11-21T19:40:13,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/e3ffd41817044576ab0eb79810ac162c 2024-11-21T19:40:13,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/99589dc8c7d54ed19b831cacfa8a5a2a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/99589dc8c7d54ed19b831cacfa8a5a2a 2024-11-21T19:40:13,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/99589dc8c7d54ed19b831cacfa8a5a2a, entries=150, sequenceid=54, filesize=30.2 K 2024-11-21T19:40:13,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/d39372cb489b4d5f856209910043997e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d39372cb489b4d5f856209910043997e 2024-11-21T19:40:13,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:13,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T19:40:13,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:13,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d39372cb489b4d5f856209910043997e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T19:40:13,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/e3ffd41817044576ab0eb79810ac162c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e3ffd41817044576ab0eb79810ac162c 2024-11-21T19:40:13,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e3ffd41817044576ab0eb79810ac162c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-21T19:40:13,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 53a602609e57be1de1a27931c6e86eaa in 1618ms, sequenceid=54, compaction requested=true 2024-11-21T19:40:13,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:13,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:40:13,367 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:13,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:13,367 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:13,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:40:13,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:13,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:40:13,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:13,373 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:13,373 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/A is initiating minor compaction (all files) 2024-11-21T19:40:13,373 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/A in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,373 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4aa3d4a2cc214f87adca1434cca21aad, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/ad49731b1cc046a49def97ae131aad2d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/99589dc8c7d54ed19b831cacfa8a5a2a] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=90.7 K 2024-11-21T19:40:13,373 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,374 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4aa3d4a2cc214f87adca1434cca21aad, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/ad49731b1cc046a49def97ae131aad2d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/99589dc8c7d54ed19b831cacfa8a5a2a] 2024-11-21T19:40:13,377 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aa3d4a2cc214f87adca1434cca21aad, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732218008381 2024-11-21T19:40:13,379 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad49731b1cc046a49def97ae131aad2d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732218008473 2024-11-21T19:40:13,380 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99589dc8c7d54ed19b831cacfa8a5a2a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732218010627 2024-11-21T19:40:13,382 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:13,382 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/B is initiating minor compaction (all files) 2024-11-21T19:40:13,382 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/B in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,383 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/208b142f4b8e4bc09ae5086a930f8a9b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/fd423f93da754f95a3b866a4499426af, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d39372cb489b4d5f856209910043997e] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=35.2 K 2024-11-21T19:40:13,384 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 208b142f4b8e4bc09ae5086a930f8a9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732218008381 2024-11-21T19:40:13,387 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting fd423f93da754f95a3b866a4499426af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732218008473 2024-11-21T19:40:13,390 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d39372cb489b4d5f856209910043997e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732218010627 2024-11-21T19:40:13,405 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:13,423 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241121f12654b8dfb64ad9b89b8c26bebed7c9_53a602609e57be1de1a27931c6e86eaa store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:13,425 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241121f12654b8dfb64ad9b89b8c26bebed7c9_53a602609e57be1de1a27931c6e86eaa, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:13,425 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f12654b8dfb64ad9b89b8c26bebed7c9_53a602609e57be1de1a27931c6e86eaa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:13,445 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#B#compaction#488 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:13,445 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/b389da8579b5494d9bc97e2f940b2571 is 50, key is test_row_0/B:col10/1732218010627/Put/seqid=0 2024-11-21T19:40:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742399_1575 (size=4469) 2024-11-21T19:40:13,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742400_1576 (size=12104) 2024-11-21T19:40:13,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:13,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-21T19:40:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,501 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T19:40:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:13,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:13,526 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/b389da8579b5494d9bc97e2f940b2571 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b389da8579b5494d9bc97e2f940b2571 2024-11-21T19:40:13,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e5b56ffc54e141e5a4d61e0fa8fcb0c8_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218011810/Put/seqid=0 2024-11-21T19:40:13,559 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/B of 53a602609e57be1de1a27931c6e86eaa into b389da8579b5494d9bc97e2f940b2571(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:13,559 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:13,559 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/B, priority=13, startTime=1732218013367; duration=0sec 2024-11-21T19:40:13,559 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:13,559 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:B 2024-11-21T19:40:13,560 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:13,568 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:13,568 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/C is initiating minor compaction (all files) 2024-11-21T19:40:13,568 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/C in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:13,568 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/db7b5db14d214e948726a1c1fc43f21a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/8835c6dfe6684ac29c19e87b729c131b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e3ffd41817044576ab0eb79810ac162c] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=35.2 K 2024-11-21T19:40:13,569 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting db7b5db14d214e948726a1c1fc43f21a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732218008381 2024-11-21T19:40:13,569 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 8835c6dfe6684ac29c19e87b729c131b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732218008473 2024-11-21T19:40:13,569 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting e3ffd41817044576ab0eb79810ac162c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732218010627 2024-11-21T19:40:13,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742401_1577 (size=12154) 2024-11-21T19:40:13,592 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#C#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:13,593 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/6e564684d69a45a0b41a221b34a21900 is 50, key is test_row_0/C:col10/1732218010627/Put/seqid=0 2024-11-21T19:40:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742402_1578 (size=12104) 2024-11-21T19:40:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T19:40:13,660 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/6e564684d69a45a0b41a221b34a21900 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6e564684d69a45a0b41a221b34a21900 2024-11-21T19:40:13,664 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/C of 53a602609e57be1de1a27931c6e86eaa into 6e564684d69a45a0b41a221b34a21900(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:13,664 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:13,664 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/C, priority=13, startTime=1732218013367; duration=0sec 2024-11-21T19:40:13,665 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:13,665 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:C 2024-11-21T19:40:13,860 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#A#compaction#487 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:13,861 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/402a917451154e2dbf2079bbd033d783 is 175, key is test_row_0/A:col10/1732218010627/Put/seqid=0 2024-11-21T19:40:13,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742403_1579 (size=31058) 2024-11-21T19:40:13,915 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/402a917451154e2dbf2079bbd033d783 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/402a917451154e2dbf2079bbd033d783 2024-11-21T19:40:13,924 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/A of 53a602609e57be1de1a27931c6e86eaa into 402a917451154e2dbf2079bbd033d783(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:13,924 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:13,924 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/A, priority=13, startTime=1732218013367; duration=0sec 2024-11-21T19:40:13,924 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:13,924 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:A 2024-11-21T19:40:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:13,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:13,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218073975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218073976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:13,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218073979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:13,993 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e5b56ffc54e141e5a4d61e0fa8fcb0c8_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e5b56ffc54e141e5a4d61e0fa8fcb0c8_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:13,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/7ba50c83f607423aab05c936627c12e9, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:14,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/7ba50c83f607423aab05c936627c12e9 is 175, key is test_row_0/A:col10/1732218011810/Put/seqid=0 2024-11-21T19:40:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742404_1580 (size=30955) 2024-11-21T19:40:14,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218074083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218074083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:14,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218074087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:14,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218074290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:14,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:14,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218074290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218074290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:14,446 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/7ba50c83f607423aab05c936627c12e9 2024-11-21T19:40:14,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/3132cc25078841d79cde61269f20fd07 is 50, key is test_row_0/B:col10/1732218011810/Put/seqid=0 2024-11-21T19:40:14,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742405_1581 (size=12001) 2024-11-21T19:40:14,553 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/3132cc25078841d79cde61269f20fd07 2024-11-21T19:40:14,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:14,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218074594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:14,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/55ddc50ea63f4c419891710e90a4648b is 50, key is test_row_0/C:col10/1732218011810/Put/seqid=0 2024-11-21T19:40:14,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218074603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:14,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218074603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T19:40:14,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742406_1582 (size=12001) 2024-11-21T19:40:14,651 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/55ddc50ea63f4c419891710e90a4648b 2024-11-21T19:40:14,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/7ba50c83f607423aab05c936627c12e9 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7ba50c83f607423aab05c936627c12e9 2024-11-21T19:40:14,699 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7ba50c83f607423aab05c936627c12e9, entries=150, sequenceid=77, filesize=30.2 K 2024-11-21T19:40:14,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/3132cc25078841d79cde61269f20fd07 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/3132cc25078841d79cde61269f20fd07 2024-11-21T19:40:14,708 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/3132cc25078841d79cde61269f20fd07, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T19:40:14,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/55ddc50ea63f4c419891710e90a4648b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/55ddc50ea63f4c419891710e90a4648b 2024-11-21T19:40:14,747 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/55ddc50ea63f4c419891710e90a4648b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-21T19:40:14,751 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 53a602609e57be1de1a27931c6e86eaa in 1250ms, sequenceid=77, compaction requested=false 2024-11-21T19:40:14,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:14,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:14,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-21T19:40:14,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-21T19:40:14,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-21T19:40:14,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2340 sec 2024-11-21T19:40:14,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.2620 sec 2024-11-21T19:40:15,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-21T19:40:15,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:15,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:15,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112100675af268cd4b98b9afc5fa5c2cd498_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218013971/Put/seqid=0 2024-11-21T19:40:15,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742407_1583 (size=12154) 2024-11-21T19:40:15,161 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:15,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218075168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218075169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218075170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,187 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112100675af268cd4b98b9afc5fa5c2cd498_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112100675af268cd4b98b9afc5fa5c2cd498_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:15,195 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/9eb15312d0b04529b4e32b4b659ee084, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:15,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/9eb15312d0b04529b4e32b4b659ee084 is 175, key is test_row_0/A:col10/1732218013971/Put/seqid=0 2024-11-21T19:40:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742408_1584 (size=30955) 2024-11-21T19:40:15,242 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/9eb15312d0b04529b4e32b4b659ee084 2024-11-21T19:40:15,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/a1b07fe4e22743d1a3d75c5e1994e28d is 50, key is test_row_0/B:col10/1732218013971/Put/seqid=0 2024-11-21T19:40:15,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218075277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218075277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218075283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742409_1585 (size=12001) 2024-11-21T19:40:15,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/a1b07fe4e22743d1a3d75c5e1994e28d 2024-11-21T19:40:15,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/70dc80a4a1b24d73b7d2d993611a215f is 50, key is test_row_0/C:col10/1732218013971/Put/seqid=0 2024-11-21T19:40:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742410_1586 (size=12001) 2024-11-21T19:40:15,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/70dc80a4a1b24d73b7d2d993611a215f 2024-11-21T19:40:15,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/9eb15312d0b04529b4e32b4b659ee084 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/9eb15312d0b04529b4e32b4b659ee084 2024-11-21T19:40:15,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/9eb15312d0b04529b4e32b4b659ee084, entries=150, sequenceid=97, filesize=30.2 K 2024-11-21T19:40:15,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/a1b07fe4e22743d1a3d75c5e1994e28d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a1b07fe4e22743d1a3d75c5e1994e28d 2024-11-21T19:40:15,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218075483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218075491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218075491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a1b07fe4e22743d1a3d75c5e1994e28d, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T19:40:15,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/70dc80a4a1b24d73b7d2d993611a215f as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/70dc80a4a1b24d73b7d2d993611a215f 2024-11-21T19:40:15,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/70dc80a4a1b24d73b7d2d993611a215f, entries=150, sequenceid=97, filesize=11.7 K 2024-11-21T19:40:15,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 53a602609e57be1de1a27931c6e86eaa in 437ms, sequenceid=97, compaction requested=true 2024-11-21T19:40:15,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:15,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:40:15,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:15,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:40:15,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:40:15,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:40:15,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-21T19:40:15,550 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:15,550 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:15,563 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:15,563 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/C is initiating minor compaction (all files) 2024-11-21T19:40:15,564 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/C in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:15,564 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6e564684d69a45a0b41a221b34a21900, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/55ddc50ea63f4c419891710e90a4648b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/70dc80a4a1b24d73b7d2d993611a215f] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=35.3 K 2024-11-21T19:40:15,571 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e564684d69a45a0b41a221b34a21900, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732218010627 2024-11-21T19:40:15,574 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:15,575 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/A is initiating minor compaction (all files) 2024-11-21T19:40:15,575 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/A in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:15,575 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/402a917451154e2dbf2079bbd033d783, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7ba50c83f607423aab05c936627c12e9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/9eb15312d0b04529b4e32b4b659ee084] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=90.8 K 2024-11-21T19:40:15,575 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:15,575 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/402a917451154e2dbf2079bbd033d783, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7ba50c83f607423aab05c936627c12e9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/9eb15312d0b04529b4e32b4b659ee084] 2024-11-21T19:40:15,579 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 55ddc50ea63f4c419891710e90a4648b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732218011810 2024-11-21T19:40:15,580 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 402a917451154e2dbf2079bbd033d783, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732218010627 2024-11-21T19:40:15,584 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 70dc80a4a1b24d73b7d2d993611a215f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732218013969 2024-11-21T19:40:15,586 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ba50c83f607423aab05c936627c12e9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732218011810 2024-11-21T19:40:15,594 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9eb15312d0b04529b4e32b4b659ee084, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732218013969 2024-11-21T19:40:15,663 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:15,664 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/459f871bc0ed4529a23eb4bb387d9108 is 50, key is test_row_0/C:col10/1732218013971/Put/seqid=0 2024-11-21T19:40:15,696 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:15,698 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112171ba63d177354f85a01cc6ef0b742fd2_53a602609e57be1de1a27931c6e86eaa store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:15,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742411_1587 (size=12207) 2024-11-21T19:40:15,700 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112171ba63d177354f85a01cc6ef0b742fd2_53a602609e57be1de1a27931c6e86eaa, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:15,700 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112171ba63d177354f85a01cc6ef0b742fd2_53a602609e57be1de1a27931c6e86eaa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:15,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742412_1588 (size=4469) 2024-11-21T19:40:15,775 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#A#compaction#497 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:15,775 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/fb46fc13f4f14cbd84e36e58b0bd7fe0 is 175, key is test_row_0/A:col10/1732218013971/Put/seqid=0 2024-11-21T19:40:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:15,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-21T19:40:15,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:15,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:15,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:15,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:15,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:15,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:15,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742413_1589 (size=31161) 2024-11-21T19:40:15,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fdb4d80b1c944d35a31d649b352f9c6f_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218015168/Put/seqid=0 2024-11-21T19:40:15,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218075836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218075838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218075841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,862 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/fb46fc13f4f14cbd84e36e58b0bd7fe0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/fb46fc13f4f14cbd84e36e58b0bd7fe0 2024-11-21T19:40:15,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742414_1590 (size=14594) 2024-11-21T19:40:15,911 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/A of 53a602609e57be1de1a27931c6e86eaa into fb46fc13f4f14cbd84e36e58b0bd7fe0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:15,911 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:15,911 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/A, priority=13, startTime=1732218015547; duration=0sec 2024-11-21T19:40:15,911 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:15,911 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:A 2024-11-21T19:40:15,912 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:15,932 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:15,932 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/B is initiating minor compaction (all files) 2024-11-21T19:40:15,932 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/B in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:15,933 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b389da8579b5494d9bc97e2f940b2571, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/3132cc25078841d79cde61269f20fd07, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a1b07fe4e22743d1a3d75c5e1994e28d] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=35.3 K 2024-11-21T19:40:15,933 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting b389da8579b5494d9bc97e2f940b2571, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732218010627 2024-11-21T19:40:15,933 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3132cc25078841d79cde61269f20fd07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732218011810 2024-11-21T19:40:15,933 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1b07fe4e22743d1a3d75c5e1994e28d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732218013969 2024-11-21T19:40:15,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218075945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218075946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218075947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:15,957 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#B#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:15,957 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/08e1a6c17473402e897e92fbbd63c7b4 is 50, key is test_row_0/B:col10/1732218013971/Put/seqid=0 2024-11-21T19:40:15,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742415_1591 (size=12207) 2024-11-21T19:40:16,101 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/459f871bc0ed4529a23eb4bb387d9108 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/459f871bc0ed4529a23eb4bb387d9108 2024-11-21T19:40:16,105 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/C of 53a602609e57be1de1a27931c6e86eaa into 459f871bc0ed4529a23eb4bb387d9108(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:16,105 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:16,106 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/C, priority=13, startTime=1732218015547; duration=0sec 2024-11-21T19:40:16,106 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:16,106 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:C 2024-11-21T19:40:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218076151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218076152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218076155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:16,275 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121fdb4d80b1c944d35a31d649b352f9c6f_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fdb4d80b1c944d35a31d649b352f9c6f_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:16,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4e976b47801a4a8996084b464c1fe2d0, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:16,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4e976b47801a4a8996084b464c1fe2d0 is 175, key is test_row_0/A:col10/1732218015168/Put/seqid=0 2024-11-21T19:40:16,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742416_1592 (size=39549) 2024-11-21T19:40:16,394 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/08e1a6c17473402e897e92fbbd63c7b4 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/08e1a6c17473402e897e92fbbd63c7b4 2024-11-21T19:40:16,417 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/B of 53a602609e57be1de1a27931c6e86eaa into 08e1a6c17473402e897e92fbbd63c7b4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:16,417 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:16,417 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/B, priority=13, startTime=1732218015547; duration=0sec 2024-11-21T19:40:16,418 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:16,418 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:B 2024-11-21T19:40:16,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218076459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218076459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218076463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-21T19:40:16,641 INFO [Thread-2494 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-21T19:40:16,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:40:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-21T19:40:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T19:40:16,651 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:40:16,654 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:40:16,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:40:16,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60054 deadline: 1732218076675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,676 DEBUG [Thread-2492 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:40:16,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1732218076687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,695 DEBUG [Thread-2490 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8222 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:40:16,702 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4e976b47801a4a8996084b464c1fe2d0 2024-11-21T19:40:16,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/4fca789875e542c087d0e487b88f3426 is 50, key is test_row_0/B:col10/1732218015168/Put/seqid=0 2024-11-21T19:40:16,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742417_1593 (size=12001) 2024-11-21T19:40:16,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/4fca789875e542c087d0e487b88f3426 2024-11-21T19:40:16,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/857b5b9fd8f74bd3b81be35a01a17a8b is 50, key is test_row_0/C:col10/1732218015168/Put/seqid=0 2024-11-21T19:40:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T19:40:16,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742418_1594 (size=12001) 2024-11-21T19:40:16,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T19:40:16,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:16,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:16,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:16,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:16,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:16,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T19:40:16,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218076963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T19:40:16,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:16,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:16,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:16,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:16,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218076966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:16,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218076969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:17,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:17,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T19:40:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:17,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:17,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:17,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:17,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/857b5b9fd8f74bd3b81be35a01a17a8b 2024-11-21T19:40:17,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4e976b47801a4a8996084b464c1fe2d0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4e976b47801a4a8996084b464c1fe2d0 2024-11-21T19:40:17,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4e976b47801a4a8996084b464c1fe2d0, entries=200, sequenceid=118, filesize=38.6 K 2024-11-21T19:40:17,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/4fca789875e542c087d0e487b88f3426 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/4fca789875e542c087d0e487b88f3426 2024-11-21T19:40:17,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/4fca789875e542c087d0e487b88f3426, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T19:40:17,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/857b5b9fd8f74bd3b81be35a01a17a8b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/857b5b9fd8f74bd3b81be35a01a17a8b 2024-11-21T19:40:17,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/857b5b9fd8f74bd3b81be35a01a17a8b, entries=150, sequenceid=118, filesize=11.7 K 2024-11-21T19:40:17,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 53a602609e57be1de1a27931c6e86eaa in 1376ms, sequenceid=118, compaction requested=false 2024-11-21T19:40:17,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T19:40:17,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:17,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-21T19:40:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:17,275 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T19:40:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:17,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:17,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c51ab15a31634f42b3a1f9f5a5a78419_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218015836/Put/seqid=0 2024-11-21T19:40:17,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742419_1595 (size=12254) 2024-11-21T19:40:17,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:17,296 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121c51ab15a31634f42b3a1f9f5a5a78419_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c51ab15a31634f42b3a1f9f5a5a78419_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:17,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/96790a5fee6048bfb2b46e313a2c41cd, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:17,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/96790a5fee6048bfb2b46e313a2c41cd is 175, key is test_row_0/A:col10/1732218015836/Put/seqid=0 2024-11-21T19:40:17,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742420_1596 (size=31055) 2024-11-21T19:40:17,735 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/96790a5fee6048bfb2b46e313a2c41cd 2024-11-21T19:40:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T19:40:17,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/bc544ef560cb4e5984005e13011e2420 is 50, key is test_row_0/B:col10/1732218015836/Put/seqid=0 2024-11-21T19:40:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742421_1597 (size=12101) 2024-11-21T19:40:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:17,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:17,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218077993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218077994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:17,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218077995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218078098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218078099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218078101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,235 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/bc544ef560cb4e5984005e13011e2420 2024-11-21T19:40:18,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/492ef50888b44055aaeed6eafceb4f55 is 50, key is test_row_0/C:col10/1732218015836/Put/seqid=0 2024-11-21T19:40:18,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742422_1598 (size=12101) 2024-11-21T19:40:18,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218078300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218078303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218078311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218078604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218078615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218078615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,659 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/492ef50888b44055aaeed6eafceb4f55 2024-11-21T19:40:18,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/96790a5fee6048bfb2b46e313a2c41cd as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/96790a5fee6048bfb2b46e313a2c41cd 2024-11-21T19:40:18,684 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/96790a5fee6048bfb2b46e313a2c41cd, entries=150, sequenceid=136, filesize=30.3 K 2024-11-21T19:40:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/bc544ef560cb4e5984005e13011e2420 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/bc544ef560cb4e5984005e13011e2420 2024-11-21T19:40:18,688 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/bc544ef560cb4e5984005e13011e2420, entries=150, sequenceid=136, filesize=11.8 K 2024-11-21T19:40:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/492ef50888b44055aaeed6eafceb4f55 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/492ef50888b44055aaeed6eafceb4f55 2024-11-21T19:40:18,692 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/492ef50888b44055aaeed6eafceb4f55, entries=150, sequenceid=136, filesize=11.8 K 2024-11-21T19:40:18,693 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 53a602609e57be1de1a27931c6e86eaa in 1418ms, sequenceid=136, compaction requested=true 2024-11-21T19:40:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:18,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-21T19:40:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-21T19:40:18,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-21T19:40:18,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0450 sec 2024-11-21T19:40:18,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.0620 sec 2024-11-21T19:40:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-21T19:40:18,791 INFO [Thread-2494 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-21T19:40:18,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:40:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-21T19:40:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T19:40:18,811 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:40:18,818 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:40:18,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:40:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T19:40:18,971 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:18,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-21T19:40:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:18,971 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-21T19:40:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:18,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112172f6120a18a347d4b66a20bdbd4bb4c4_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218017973/Put/seqid=0 2024-11-21T19:40:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742423_1599 (size=12304) 2024-11-21T19:40:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T19:40:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:19,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:19,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218079131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218079131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218079131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218079235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218079235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218079239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:19,385 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112172f6120a18a347d4b66a20bdbd4bb4c4_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112172f6120a18a347d4b66a20bdbd4bb4c4_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/f9d5214876514018ba9fef1de33e1060, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:19,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/f9d5214876514018ba9fef1de33e1060 is 175, key is test_row_0/A:col10/1732218017973/Put/seqid=0 2024-11-21T19:40:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742424_1600 (size=31105) 2024-11-21T19:40:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T19:40:19,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218079439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218079439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218079444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218079744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218079745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218079747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:19,800 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/f9d5214876514018ba9fef1de33e1060 2024-11-21T19:40:19,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/ec26ce88f68f4fa28cde140536cbe93c is 50, key is test_row_0/B:col10/1732218017973/Put/seqid=0 2024-11-21T19:40:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742425_1601 (size=12151) 2024-11-21T19:40:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T19:40:20,229 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/ec26ce88f68f4fa28cde140536cbe93c 2024-11-21T19:40:20,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/3906ebe1af72400bbe0d1e9a34867fab is 50, key is test_row_0/C:col10/1732218017973/Put/seqid=0 2024-11-21T19:40:20,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218080251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:20,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218080252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:20,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:20,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218080255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:20,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742426_1602 (size=12151) 2024-11-21T19:40:20,274 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/3906ebe1af72400bbe0d1e9a34867fab 2024-11-21T19:40:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/f9d5214876514018ba9fef1de33e1060 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/f9d5214876514018ba9fef1de33e1060 2024-11-21T19:40:20,287 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/f9d5214876514018ba9fef1de33e1060, entries=150, sequenceid=157, filesize=30.4 K 2024-11-21T19:40:20,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/ec26ce88f68f4fa28cde140536cbe93c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/ec26ce88f68f4fa28cde140536cbe93c 2024-11-21T19:40:20,299 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/ec26ce88f68f4fa28cde140536cbe93c, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T19:40:20,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/3906ebe1af72400bbe0d1e9a34867fab as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/3906ebe1af72400bbe0d1e9a34867fab 2024-11-21T19:40:20,305 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/3906ebe1af72400bbe0d1e9a34867fab, entries=150, sequenceid=157, filesize=11.9 K 2024-11-21T19:40:20,307 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 53a602609e57be1de1a27931c6e86eaa in 1336ms, sequenceid=157, compaction requested=true 2024-11-21T19:40:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-21T19:40:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-21T19:40:20,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-21T19:40:20,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4910 sec 2024-11-21T19:40:20,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.5140 sec 2024-11-21T19:40:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-21T19:40:20,907 INFO [Thread-2494 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-21T19:40:20,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:40:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-21T19:40:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T19:40:20,920 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:40:20,920 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:40:20,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:40:21,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T19:40:21,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-21T19:40:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:21,080 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-21T19:40:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:21,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112106f719ecd2fb463d8d5ba7451bbc441e_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218019131/Put/seqid=0 2024-11-21T19:40:21,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742427_1603 (size=12304) 2024-11-21T19:40:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T19:40:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:21,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:21,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218081287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218081288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218081292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218081393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218081396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218081403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T19:40:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:21,550 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112106f719ecd2fb463d8d5ba7451bbc441e_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112106f719ecd2fb463d8d5ba7451bbc441e_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/13a650f7e68346609b2898f7b04b586b, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/13a650f7e68346609b2898f7b04b586b is 175, key is test_row_0/A:col10/1732218019131/Put/seqid=0 2024-11-21T19:40:21,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742428_1604 (size=31105) 2024-11-21T19:40:21,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218081598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218081605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218081621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218081907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218081913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218081935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:21,990 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/13a650f7e68346609b2898f7b04b586b 2024-11-21T19:40:22,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/38c026389e0f45b79fb2d2ba1356da6a is 50, key is test_row_0/B:col10/1732218019131/Put/seqid=0 2024-11-21T19:40:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T19:40:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742429_1605 (size=12151) 2024-11-21T19:40:22,028 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/38c026389e0f45b79fb2d2ba1356da6a 2024-11-21T19:40:22,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/6dba78905a6949c9b9554ed6c425f936 is 50, key is test_row_0/C:col10/1732218019131/Put/seqid=0 2024-11-21T19:40:22,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742430_1606 (size=12151) 2024-11-21T19:40:22,102 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/6dba78905a6949c9b9554ed6c425f936 2024-11-21T19:40:22,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/13a650f7e68346609b2898f7b04b586b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/13a650f7e68346609b2898f7b04b586b 2024-11-21T19:40:22,144 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/13a650f7e68346609b2898f7b04b586b, entries=150, sequenceid=172, filesize=30.4 K 2024-11-21T19:40:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/38c026389e0f45b79fb2d2ba1356da6a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/38c026389e0f45b79fb2d2ba1356da6a 2024-11-21T19:40:22,171 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/38c026389e0f45b79fb2d2ba1356da6a, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T19:40:22,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/6dba78905a6949c9b9554ed6c425f936 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6dba78905a6949c9b9554ed6c425f936 2024-11-21T19:40:22,193 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6dba78905a6949c9b9554ed6c425f936, entries=150, sequenceid=172, filesize=11.9 K 2024-11-21T19:40:22,196 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 53a602609e57be1de1a27931c6e86eaa in 1116ms, sequenceid=172, compaction requested=true 2024-11-21T19:40:22,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:22,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:22,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-21T19:40:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-21T19:40:22,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-21T19:40:22,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2770 sec 2024-11-21T19:40:22,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.2870 sec 2024-11-21T19:40:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:22,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-21T19:40:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:22,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121301ba78c4ecc418eb61702b1788a8465_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218021291/Put/seqid=0 2024-11-21T19:40:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218082445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:22,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742431_1607 (size=14794) 2024-11-21T19:40:22,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218082451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:22,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218082451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:22,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218082553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:22,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:22,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218082556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218082557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218082759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:22,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218082763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:22,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218082766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:22,854 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:22,864 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121301ba78c4ecc418eb61702b1788a8465_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121301ba78c4ecc418eb61702b1788a8465_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:22,865 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/68a2da62cd0047ee9fdaf7b0ce07406c, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:22,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/68a2da62cd0047ee9fdaf7b0ce07406c is 175, key is test_row_0/A:col10/1732218021291/Put/seqid=0 2024-11-21T19:40:22,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742432_1608 (size=39749) 2024-11-21T19:40:22,886 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/68a2da62cd0047ee9fdaf7b0ce07406c 2024-11-21T19:40:22,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/8f0c48999b5f4a6696b20fc0a080571b is 50, key is test_row_0/B:col10/1732218021291/Put/seqid=0 2024-11-21T19:40:22,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742433_1609 (size=12151) 2024-11-21T19:40:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-21T19:40:23,026 INFO [Thread-2494 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-21T19:40:23,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:40:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-21T19:40:23,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T19:40:23,041 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:40:23,047 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:40:23,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:40:23,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218083063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218083071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218083072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T19:40:23,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T19:40:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:23,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:23,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:23,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:23,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:23,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T19:40:23,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/8f0c48999b5f4a6696b20fc0a080571b 2024-11-21T19:40:23,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T19:40:23,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:23,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:23,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/021f7ac1c92c4d2c8006f8a2b151bfe8 is 50, key is test_row_0/C:col10/1732218021291/Put/seqid=0 2024-11-21T19:40:23,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742434_1610 (size=12151) 2024-11-21T19:40:23,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/021f7ac1c92c4d2c8006f8a2b151bfe8 2024-11-21T19:40:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/68a2da62cd0047ee9fdaf7b0ce07406c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/68a2da62cd0047ee9fdaf7b0ce07406c 2024-11-21T19:40:23,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/68a2da62cd0047ee9fdaf7b0ce07406c, entries=200, sequenceid=194, filesize=38.8 K 2024-11-21T19:40:23,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/8f0c48999b5f4a6696b20fc0a080571b as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/8f0c48999b5f4a6696b20fc0a080571b 2024-11-21T19:40:23,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/8f0c48999b5f4a6696b20fc0a080571b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T19:40:23,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/021f7ac1c92c4d2c8006f8a2b151bfe8 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/021f7ac1c92c4d2c8006f8a2b151bfe8 2024-11-21T19:40:23,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/021f7ac1c92c4d2c8006f8a2b151bfe8, entries=150, sequenceid=194, filesize=11.9 K 2024-11-21T19:40:23,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 53a602609e57be1de1a27931c6e86eaa in 1003ms, sequenceid=194, compaction requested=true 2024-11-21T19:40:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:40:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:40:23,420 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-21T19:40:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:40:23,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-21T19:40:23,422 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 203724 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-21T19:40:23,422 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/A is initiating minor compaction (all files) 2024-11-21T19:40:23,422 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/A in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:23,422 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/fb46fc13f4f14cbd84e36e58b0bd7fe0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4e976b47801a4a8996084b464c1fe2d0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/96790a5fee6048bfb2b46e313a2c41cd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/f9d5214876514018ba9fef1de33e1060, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/13a650f7e68346609b2898f7b04b586b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/68a2da62cd0047ee9fdaf7b0ce07406c] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=198.9 K 2024-11-21T19:40:23,423 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:23,423 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/fb46fc13f4f14cbd84e36e58b0bd7fe0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4e976b47801a4a8996084b464c1fe2d0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/96790a5fee6048bfb2b46e313a2c41cd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/f9d5214876514018ba9fef1de33e1060, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/13a650f7e68346609b2898f7b04b586b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/68a2da62cd0047ee9fdaf7b0ce07406c] 2024-11-21T19:40:23,423 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting fb46fc13f4f14cbd84e36e58b0bd7fe0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732218013969 2024-11-21T19:40:23,426 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-21T19:40:23,427 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e976b47801a4a8996084b464c1fe2d0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732218015164 2024-11-21T19:40:23,429 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 96790a5fee6048bfb2b46e313a2c41cd, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732218015813 2024-11-21T19:40:23,430 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting f9d5214876514018ba9fef1de33e1060, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732218017973 2024-11-21T19:40:23,430 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 13a650f7e68346609b2898f7b04b586b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732218019130 2024-11-21T19:40:23,431 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a2da62cd0047ee9fdaf7b0ce07406c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732218021281 2024-11-21T19:40:23,432 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72762 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-21T19:40:23,432 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/B is initiating minor compaction (all files) 2024-11-21T19:40:23,432 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/B in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:23,432 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/08e1a6c17473402e897e92fbbd63c7b4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/4fca789875e542c087d0e487b88f3426, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/bc544ef560cb4e5984005e13011e2420, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/ec26ce88f68f4fa28cde140536cbe93c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/38c026389e0f45b79fb2d2ba1356da6a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/8f0c48999b5f4a6696b20fc0a080571b] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=71.1 K 2024-11-21T19:40:23,432 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08e1a6c17473402e897e92fbbd63c7b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732218013969 2024-11-21T19:40:23,433 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fca789875e542c087d0e487b88f3426, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732218015164 2024-11-21T19:40:23,434 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc544ef560cb4e5984005e13011e2420, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732218015813 2024-11-21T19:40:23,434 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec26ce88f68f4fa28cde140536cbe93c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732218017973 2024-11-21T19:40:23,435 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38c026389e0f45b79fb2d2ba1356da6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732218019130 2024-11-21T19:40:23,435 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f0c48999b5f4a6696b20fc0a080571b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732218021287 2024-11-21T19:40:23,451 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:23,453 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112116399d3f24824396b6451f895d18c22d_53a602609e57be1de1a27931c6e86eaa store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:23,457 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112116399d3f24824396b6451f895d18c22d_53a602609e57be1de1a27931c6e86eaa, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:23,457 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112116399d3f24824396b6451f895d18c22d_53a602609e57be1de1a27931c6e86eaa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:23,470 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#B#compaction#515 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:23,470 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/6734a03a2e964f8fa2d7bbf995eacd61 is 50, key is test_row_0/B:col10/1732218021291/Put/seqid=0 2024-11-21T19:40:23,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742436_1612 (size=12561) 2024-11-21T19:40:23,509 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/6734a03a2e964f8fa2d7bbf995eacd61 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/6734a03a2e964f8fa2d7bbf995eacd61 2024-11-21T19:40:23,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742435_1611 (size=4469) 2024-11-21T19:40:23,520 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/B of 53a602609e57be1de1a27931c6e86eaa into 6734a03a2e964f8fa2d7bbf995eacd61(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:23,520 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:23,520 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/B, priority=10, startTime=1732218023420; duration=0sec 2024-11-21T19:40:23,520 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:23,520 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:B 2024-11-21T19:40:23,520 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-21T19:40:23,522 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72762 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-21T19:40:23,522 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/C is initiating minor compaction (all files) 2024-11-21T19:40:23,522 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/C in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:23,522 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/459f871bc0ed4529a23eb4bb387d9108, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/857b5b9fd8f74bd3b81be35a01a17a8b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/492ef50888b44055aaeed6eafceb4f55, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/3906ebe1af72400bbe0d1e9a34867fab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6dba78905a6949c9b9554ed6c425f936, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/021f7ac1c92c4d2c8006f8a2b151bfe8] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=71.1 K 2024-11-21T19:40:23,522 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,523 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 459f871bc0ed4529a23eb4bb387d9108, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732218013969 2024-11-21T19:40:23,524 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 857b5b9fd8f74bd3b81be35a01a17a8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732218015164 2024-11-21T19:40:23,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-21T19:40:23,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:23,524 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 492ef50888b44055aaeed6eafceb4f55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732218015813 2024-11-21T19:40:23,525 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-21T19:40:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:23,525 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3906ebe1af72400bbe0d1e9a34867fab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732218017973 2024-11-21T19:40:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:23,530 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dba78905a6949c9b9554ed6c425f936, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732218019130 2024-11-21T19:40:23,532 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 021f7ac1c92c4d2c8006f8a2b151bfe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732218021287 2024-11-21T19:40:23,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112178b0cbd7b36441528303fade8640331e_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218022419/Put/seqid=0 2024-11-21T19:40:23,558 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#C#compaction#517 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:23,559 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/d14077f5289f4288bb65a6ec61fb29c2 is 50, key is test_row_0/C:col10/1732218021291/Put/seqid=0 2024-11-21T19:40:23,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742437_1613 (size=12304) 2024-11-21T19:40:23,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:23,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:23,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:23,580 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112178b0cbd7b36441528303fade8640331e_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112178b0cbd7b36441528303fade8640331e_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:23,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/09fc7a4c508d4618be3e4870431126f0, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:23,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/09fc7a4c508d4618be3e4870431126f0 is 175, key is test_row_0/A:col10/1732218022419/Put/seqid=0 2024-11-21T19:40:23,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742438_1614 (size=12561) 2024-11-21T19:40:23,593 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/d14077f5289f4288bb65a6ec61fb29c2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/d14077f5289f4288bb65a6ec61fb29c2 2024-11-21T19:40:23,598 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/C of 53a602609e57be1de1a27931c6e86eaa into d14077f5289f4288bb65a6ec61fb29c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:23,599 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:23,599 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/C, priority=10, startTime=1732218023420; duration=0sec 2024-11-21T19:40:23,599 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:23,599 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:C 2024-11-21T19:40:23,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742439_1615 (size=31105) 2024-11-21T19:40:23,605 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/09fc7a4c508d4618be3e4870431126f0 2024-11-21T19:40:23,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/84d9d03eb5694c53856d8358e64b1749 is 50, key is test_row_0/B:col10/1732218022419/Put/seqid=0 2024-11-21T19:40:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742440_1616 (size=12151) 2024-11-21T19:40:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218083630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T19:40:23,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218083639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218083639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218083740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218083747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218083751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,926 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#A#compaction#514 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:23,926 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/62c5573126b54ea5ad314ee88801b2b5 is 175, key is test_row_0/A:col10/1732218021291/Put/seqid=0 2024-11-21T19:40:23,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742441_1617 (size=31515) 2024-11-21T19:40:23,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218083947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,952 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/62c5573126b54ea5ad314ee88801b2b5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/62c5573126b54ea5ad314ee88801b2b5 2024-11-21T19:40:23,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218083951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:23,957 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/A of 53a602609e57be1de1a27931c6e86eaa into 62c5573126b54ea5ad314ee88801b2b5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:23,957 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:23,957 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/A, priority=10, startTime=1732218023420; duration=0sec 2024-11-21T19:40:23,957 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:23,957 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:A 2024-11-21T19:40:23,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218083966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,031 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/84d9d03eb5694c53856d8358e64b1749 2024-11-21T19:40:24,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/9c985388bc3a4f3385f118be015a0753 is 50, key is test_row_0/C:col10/1732218022419/Put/seqid=0 2024-11-21T19:40:24,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742442_1618 (size=12151) 2024-11-21T19:40:24,060 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/9c985388bc3a4f3385f118be015a0753 2024-11-21T19:40:24,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/09fc7a4c508d4618be3e4870431126f0 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/09fc7a4c508d4618be3e4870431126f0 2024-11-21T19:40:24,072 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/09fc7a4c508d4618be3e4870431126f0, entries=150, sequenceid=209, filesize=30.4 K 2024-11-21T19:40:24,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/84d9d03eb5694c53856d8358e64b1749 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/84d9d03eb5694c53856d8358e64b1749 2024-11-21T19:40:24,095 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/84d9d03eb5694c53856d8358e64b1749, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T19:40:24,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/9c985388bc3a4f3385f118be015a0753 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9c985388bc3a4f3385f118be015a0753 2024-11-21T19:40:24,139 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9c985388bc3a4f3385f118be015a0753, entries=150, sequenceid=209, filesize=11.9 K 2024-11-21T19:40:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T19:40:24,145 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 53a602609e57be1de1a27931c6e86eaa in 621ms, sequenceid=209, compaction requested=false 2024-11-21T19:40:24,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:24,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:24,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-21T19:40:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-21T19:40:24,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-21T19:40:24,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0990 sec 2024-11-21T19:40:24,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.1190 sec 2024-11-21T19:40:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:24,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T19:40:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:24,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f28425c4ce4f4a4bb66e14d7a085deb3_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218023637/Put/seqid=0 2024-11-21T19:40:24,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742443_1619 (size=12304) 2024-11-21T19:40:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218084272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218084273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218084274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218084378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218084379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218084585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218084585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,671 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:24,678 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121f28425c4ce4f4a4bb66e14d7a085deb3_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f28425c4ce4f4a4bb66e14d7a085deb3_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:24,679 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/7f22ec011373430b98cc85fb46485619, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:24,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/7f22ec011373430b98cc85fb46485619 is 175, key is test_row_0/A:col10/1732218023637/Put/seqid=0 2024-11-21T19:40:24,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742444_1620 (size=31105) 2024-11-21T19:40:24,705 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/7f22ec011373430b98cc85fb46485619 2024-11-21T19:40:24,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/a72a76904fe24832b3cb2a47a1edc10a is 50, key is test_row_0/B:col10/1732218023637/Put/seqid=0 2024-11-21T19:40:24,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742445_1621 (size=12151) 2024-11-21T19:40:24,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/a72a76904fe24832b3cb2a47a1edc10a 2024-11-21T19:40:24,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/180bad70b87642aba285bdf7aba2a077 is 50, key is test_row_0/C:col10/1732218023637/Put/seqid=0 2024-11-21T19:40:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742446_1622 (size=12151) 2024-11-21T19:40:24,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218084780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218084889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218084889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:25,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/180bad70b87642aba285bdf7aba2a077 2024-11-21T19:40:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-21T19:40:25,151 INFO [Thread-2494 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-21T19:40:25,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:40:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-21T19:40:25,156 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:40:25,156 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:40:25,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:40:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T19:40:25,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/7f22ec011373430b98cc85fb46485619 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7f22ec011373430b98cc85fb46485619 2024-11-21T19:40:25,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7f22ec011373430b98cc85fb46485619, entries=150, sequenceid=234, filesize=30.4 K 2024-11-21T19:40:25,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/a72a76904fe24832b3cb2a47a1edc10a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a72a76904fe24832b3cb2a47a1edc10a 2024-11-21T19:40:25,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a72a76904fe24832b3cb2a47a1edc10a, entries=150, sequenceid=234, filesize=11.9 K 2024-11-21T19:40:25,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/180bad70b87642aba285bdf7aba2a077 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/180bad70b87642aba285bdf7aba2a077 2024-11-21T19:40:25,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/180bad70b87642aba285bdf7aba2a077, entries=150, sequenceid=234, filesize=11.9 K 2024-11-21T19:40:25,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 53a602609e57be1de1a27931c6e86eaa in 973ms, sequenceid=234, compaction requested=true 2024-11-21T19:40:25,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:25,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:40:25,225 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:25,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:25,225 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:25,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:40:25,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:25,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:40:25,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:25,228 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:25,228 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/B is initiating minor compaction (all files) 2024-11-21T19:40:25,228 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/B in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:25,228 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/6734a03a2e964f8fa2d7bbf995eacd61, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/84d9d03eb5694c53856d8358e64b1749, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a72a76904fe24832b3cb2a47a1edc10a] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=36.0 K 2024-11-21T19:40:25,229 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:25,229 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/A is initiating minor compaction (all files) 2024-11-21T19:40:25,229 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/A in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:25,229 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/62c5573126b54ea5ad314ee88801b2b5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/09fc7a4c508d4618be3e4870431126f0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7f22ec011373430b98cc85fb46485619] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=91.5 K 2024-11-21T19:40:25,229 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:25,229 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/62c5573126b54ea5ad314ee88801b2b5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/09fc7a4c508d4618be3e4870431126f0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7f22ec011373430b98cc85fb46485619] 2024-11-21T19:40:25,229 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 6734a03a2e964f8fa2d7bbf995eacd61, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732218021287 2024-11-21T19:40:25,229 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62c5573126b54ea5ad314ee88801b2b5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732218021287 2024-11-21T19:40:25,230 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 84d9d03eb5694c53856d8358e64b1749, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732218022419 2024-11-21T19:40:25,230 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09fc7a4c508d4618be3e4870431126f0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732218022419 2024-11-21T19:40:25,230 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting a72a76904fe24832b3cb2a47a1edc10a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732218023620 2024-11-21T19:40:25,231 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f22ec011373430b98cc85fb46485619, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732218023620 2024-11-21T19:40:25,254 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#B#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:25,255 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/b69ba7ce31214026b5e861dd98880e7e is 50, key is test_row_0/B:col10/1732218023637/Put/seqid=0 2024-11-21T19:40:25,257 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T19:40:25,267 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112197170874d7504f6d8498d03f4705e251_53a602609e57be1de1a27931c6e86eaa store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:25,269 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112197170874d7504f6d8498d03f4705e251_53a602609e57be1de1a27931c6e86eaa, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:25,269 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112197170874d7504f6d8498d03f4705e251_53a602609e57be1de1a27931c6e86eaa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:25,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742447_1623 (size=12663) 2024-11-21T19:40:25,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:25,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-21T19:40:25,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:25,309 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T19:40:25,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:25,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:25,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:25,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:25,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:25,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742448_1624 (size=4469) 2024-11-21T19:40:25,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ac989f7100a549468b9ee744e762cb4d_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218024272/Put/seqid=0 2024-11-21T19:40:25,328 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#A#compaction#524 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:25,329 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/0ee09458fb734e14910cc85af6418ca8 is 175, key is test_row_0/A:col10/1732218023637/Put/seqid=0 2024-11-21T19:40:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742449_1625 (size=12304) 2024-11-21T19:40:25,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:25,363 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121ac989f7100a549468b9ee744e762cb4d_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ac989f7100a549468b9ee744e762cb4d_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:25,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4c47d71580504149a4be45c40f1efc38, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:25,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4c47d71580504149a4be45c40f1efc38 is 175, key is test_row_0/A:col10/1732218024272/Put/seqid=0 2024-11-21T19:40:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742450_1626 (size=31617) 2024-11-21T19:40:25,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742451_1627 (size=31105) 2024-11-21T19:40:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:25,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:25,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218085454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:25,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218085456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:25,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T19:40:25,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218085559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:25,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218085571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:25,722 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/b69ba7ce31214026b5e861dd98880e7e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b69ba7ce31214026b5e861dd98880e7e 2024-11-21T19:40:25,740 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/B of 53a602609e57be1de1a27931c6e86eaa into b69ba7ce31214026b5e861dd98880e7e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:25,740 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:25,740 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/B, priority=13, startTime=1732218025225; duration=0sec 2024-11-21T19:40:25,740 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:25,740 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:B 2024-11-21T19:40:25,740 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:25,751 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:25,751 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/C is initiating minor compaction (all files) 2024-11-21T19:40:25,751 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/C in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:25,751 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/d14077f5289f4288bb65a6ec61fb29c2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9c985388bc3a4f3385f118be015a0753, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/180bad70b87642aba285bdf7aba2a077] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=36.0 K 2024-11-21T19:40:25,755 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d14077f5289f4288bb65a6ec61fb29c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732218021287 2024-11-21T19:40:25,758 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c985388bc3a4f3385f118be015a0753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732218022419 2024-11-21T19:40:25,759 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 180bad70b87642aba285bdf7aba2a077, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732218023620 2024-11-21T19:40:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T19:40:25,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218085765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:25,777 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:25,777 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/b02b102515124f79b8c7183c3aa53533 is 50, key is test_row_0/C:col10/1732218023637/Put/seqid=0 2024-11-21T19:40:25,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218085778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:25,791 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4c47d71580504149a4be45c40f1efc38 2024-11-21T19:40:25,806 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/0ee09458fb734e14910cc85af6418ca8 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/0ee09458fb734e14910cc85af6418ca8 2024-11-21T19:40:25,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218085803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:25,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742452_1628 (size=12663) 2024-11-21T19:40:25,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/83507960014e44f78b29c08d9900899d is 50, key is test_row_0/B:col10/1732218024272/Put/seqid=0 2024-11-21T19:40:25,839 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/A of 53a602609e57be1de1a27931c6e86eaa into 0ee09458fb734e14910cc85af6418ca8(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:25,839 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:25,839 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/A, priority=13, startTime=1732218025225; duration=0sec 2024-11-21T19:40:25,839 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:25,839 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:A 2024-11-21T19:40:25,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742453_1629 (size=12151) 2024-11-21T19:40:25,859 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/b02b102515124f79b8c7183c3aa53533 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/b02b102515124f79b8c7183c3aa53533 2024-11-21T19:40:25,908 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/C of 53a602609e57be1de1a27931c6e86eaa into b02b102515124f79b8c7183c3aa53533(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:25,908 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:25,908 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/C, priority=13, startTime=1732218025226; duration=0sec 2024-11-21T19:40:25,908 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:25,908 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:C 2024-11-21T19:40:26,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218086071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:26,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218086091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:26,247 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/83507960014e44f78b29c08d9900899d 2024-11-21T19:40:26,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T19:40:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/e8e87889d20d4a6c8dc035cdfaf373c1 is 50, key is test_row_0/C:col10/1732218024272/Put/seqid=0 2024-11-21T19:40:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742454_1630 (size=12151) 2024-11-21T19:40:26,322 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/e8e87889d20d4a6c8dc035cdfaf373c1 2024-11-21T19:40:26,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/4c47d71580504149a4be45c40f1efc38 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4c47d71580504149a4be45c40f1efc38 2024-11-21T19:40:26,391 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4c47d71580504149a4be45c40f1efc38, entries=150, sequenceid=247, filesize=30.4 K 2024-11-21T19:40:26,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/83507960014e44f78b29c08d9900899d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/83507960014e44f78b29c08d9900899d 2024-11-21T19:40:26,433 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/83507960014e44f78b29c08d9900899d, entries=150, sequenceid=247, filesize=11.9 K 2024-11-21T19:40:26,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/e8e87889d20d4a6c8dc035cdfaf373c1 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e8e87889d20d4a6c8dc035cdfaf373c1 2024-11-21T19:40:26,438 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e8e87889d20d4a6c8dc035cdfaf373c1, entries=150, sequenceid=247, filesize=11.9 K 2024-11-21T19:40:26,439 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 53a602609e57be1de1a27931c6e86eaa in 1130ms, sequenceid=247, compaction requested=false 2024-11-21T19:40:26,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:26,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:26,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-21T19:40:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-21T19:40:26,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-21T19:40:26,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2940 sec 2024-11-21T19:40:26,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.3000 sec 2024-11-21T19:40:26,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-21T19:40:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:26,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218909805877fa4eaa92f4d3459b289786_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218025429/Put/seqid=0 2024-11-21T19:40:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742455_1631 (size=14994) 2024-11-21T19:40:26,627 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:26,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218086624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:26,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218086624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:26,645 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411218909805877fa4eaa92f4d3459b289786_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218909805877fa4eaa92f4d3459b289786_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:26,650 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/433914cb93cc4b01b073e9dd1ea7a5b2, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:26,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/433914cb93cc4b01b073e9dd1ea7a5b2 is 175, key is test_row_0/A:col10/1732218025429/Put/seqid=0 2024-11-21T19:40:26,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742456_1632 (size=39949) 2024-11-21T19:40:26,693 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/433914cb93cc4b01b073e9dd1ea7a5b2 2024-11-21T19:40:26,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/d6ee6b219e394df7a7ae8841ad8b00c5 is 50, key is test_row_0/B:col10/1732218025429/Put/seqid=0 2024-11-21T19:40:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60030 deadline: 1732218086718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:26,723 DEBUG [Thread-2490 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18249 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:40:26,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218086735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:26,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218086735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:26,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60054 deadline: 1732218086755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:26,759 DEBUG [Thread-2492 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18279 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:40:26,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742457_1633 (size=12301) 2024-11-21T19:40:26,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/d6ee6b219e394df7a7ae8841ad8b00c5 2024-11-21T19:40:26,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/831113528d4d4433a945feecc5b67184 is 50, key is test_row_0/C:col10/1732218025429/Put/seqid=0 2024-11-21T19:40:26,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742458_1634 (size=12301) 2024-11-21T19:40:26,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218086941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:26,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218086944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/831113528d4d4433a945feecc5b67184 2024-11-21T19:40:27,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/433914cb93cc4b01b073e9dd1ea7a5b2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/433914cb93cc4b01b073e9dd1ea7a5b2 2024-11-21T19:40:27,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/433914cb93cc4b01b073e9dd1ea7a5b2, entries=200, sequenceid=275, filesize=39.0 K 2024-11-21T19:40:27,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/d6ee6b219e394df7a7ae8841ad8b00c5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d6ee6b219e394df7a7ae8841ad8b00c5 2024-11-21T19:40:27,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d6ee6b219e394df7a7ae8841ad8b00c5, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T19:40:27,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/831113528d4d4433a945feecc5b67184 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/831113528d4d4433a945feecc5b67184 2024-11-21T19:40:27,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/831113528d4d4433a945feecc5b67184, entries=150, sequenceid=275, filesize=12.0 K 2024-11-21T19:40:27,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 53a602609e57be1de1a27931c6e86eaa in 651ms, sequenceid=275, compaction requested=true 2024-11-21T19:40:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:A, priority=-2147483648, current under compaction store size is 1 2024-11-21T19:40:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:27,240 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:B, priority=-2147483648, current under compaction store size is 2 2024-11-21T19:40:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:27,240 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53a602609e57be1de1a27931c6e86eaa:C, priority=-2147483648, current under compaction store size is 3 2024-11-21T19:40:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:27,241 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:27,241 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:27,241 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/A is initiating minor compaction (all files) 2024-11-21T19:40:27,241 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/B is initiating minor compaction (all files) 2024-11-21T19:40:27,241 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/A in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,241 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/B in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,241 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b69ba7ce31214026b5e861dd98880e7e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/83507960014e44f78b29c08d9900899d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d6ee6b219e394df7a7ae8841ad8b00c5] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=36.2 K 2024-11-21T19:40:27,241 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/0ee09458fb734e14910cc85af6418ca8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4c47d71580504149a4be45c40f1efc38, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/433914cb93cc4b01b073e9dd1ea7a5b2] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=100.3 K 2024-11-21T19:40:27,241 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,241 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. files: [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/0ee09458fb734e14910cc85af6418ca8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4c47d71580504149a4be45c40f1efc38, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/433914cb93cc4b01b073e9dd1ea7a5b2] 2024-11-21T19:40:27,241 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b69ba7ce31214026b5e861dd98880e7e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732218023620 2024-11-21T19:40:27,241 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ee09458fb734e14910cc85af6418ca8, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732218023620 2024-11-21T19:40:27,241 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 83507960014e44f78b29c08d9900899d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732218024265 2024-11-21T19:40:27,242 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c47d71580504149a4be45c40f1efc38, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732218024265 2024-11-21T19:40:27,242 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting d6ee6b219e394df7a7ae8841ad8b00c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732218025429 2024-11-21T19:40:27,242 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] compactions.Compactor(224): Compacting 433914cb93cc4b01b073e9dd1ea7a5b2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732218025429 2024-11-21T19:40:27,247 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:27,252 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#B#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:27,253 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/4a963065890a44aa80b809efbb2285ce is 50, key is test_row_0/B:col10/1732218025429/Put/seqid=0 2024-11-21T19:40:27,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:27,254 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112139cefd74cf8a412f84cba19bfe0ca6e9_53a602609e57be1de1a27931c6e86eaa store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:27,255 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112139cefd74cf8a412f84cba19bfe0ca6e9_53a602609e57be1de1a27931c6e86eaa, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:27,255 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112139cefd74cf8a412f84cba19bfe0ca6e9_53a602609e57be1de1a27931c6e86eaa because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:27,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-21T19:40:27,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:27,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:27,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:27,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:27,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:27,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:27,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-21T19:40:27,264 INFO [Thread-2494 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-21T19:40:27,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-21T19:40:27,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742459_1635 (size=12915) 2024-11-21T19:40:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-21T19:40:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T19:40:27,279 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-21T19:40:27,280 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-21T19:40:27,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-21T19:40:27,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742460_1636 (size=4469) 2024-11-21T19:40:27,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121021b16455af74b578bd5cd49b973bad6_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218026612/Put/seqid=0 2024-11-21T19:40:27,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742461_1637 (size=12454) 2024-11-21T19:40:27,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218087344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:27,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218087347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T19:40:27,432 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T19:40:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218087449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218087452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T19:40:27,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T19:40:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:27,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218087651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218087656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,688 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/4a963065890a44aa80b809efbb2285ce as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/4a963065890a44aa80b809efbb2285ce 2024-11-21T19:40:27,694 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#A#compaction#532 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:27,694 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/8932bebefb324018955c1dc44f79fc46 is 175, key is test_row_0/A:col10/1732218025429/Put/seqid=0 2024-11-21T19:40:27,698 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/B of 53a602609e57be1de1a27931c6e86eaa into 4a963065890a44aa80b809efbb2285ce(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:27,698 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:27,698 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/B, priority=13, startTime=1732218027240; duration=0sec 2024-11-21T19:40:27,698 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-21T19:40:27,698 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:B 2024-11-21T19:40:27,698 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-21T19:40:27,701 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-21T19:40:27,701 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1540): 53a602609e57be1de1a27931c6e86eaa/C is initiating minor compaction (all files) 2024-11-21T19:40:27,701 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 53a602609e57be1de1a27931c6e86eaa/C in TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,701 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/b02b102515124f79b8c7183c3aa53533, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e8e87889d20d4a6c8dc035cdfaf373c1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/831113528d4d4433a945feecc5b67184] into tmpdir=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp, totalSize=36.2 K 2024-11-21T19:40:27,702 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting b02b102515124f79b8c7183c3aa53533, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732218023620 2024-11-21T19:40:27,702 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting e8e87889d20d4a6c8dc035cdfaf373c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732218024265 2024-11-21T19:40:27,702 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] compactions.Compactor(224): Compacting 831113528d4d4433a945feecc5b67184, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732218025429 2024-11-21T19:40:27,725 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:27,733 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121021b16455af74b578bd5cd49b973bad6_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121021b16455af74b578bd5cd49b973bad6_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:27,735 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/5b4936e280224f21818ff5da383c1ad1, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:27,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/5b4936e280224f21818ff5da383c1ad1 is 175, key is test_row_0/A:col10/1732218026612/Put/seqid=0 2024-11-21T19:40:27,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742462_1638 (size=31869) 2024-11-21T19:40:27,737 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53a602609e57be1de1a27931c6e86eaa#C#compaction#535 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-21T19:40:27,737 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/b1dc543ba44142c29a5c7df70b3f68d5 is 50, key is test_row_0/C:col10/1732218025429/Put/seqid=0 2024-11-21T19:40:27,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T19:40:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,745 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/8932bebefb324018955c1dc44f79fc46 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/8932bebefb324018955c1dc44f79fc46 2024-11-21T19:40:27,755 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/A of 53a602609e57be1de1a27931c6e86eaa into 8932bebefb324018955c1dc44f79fc46(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:27,755 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:27,755 INFO [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/A, priority=13, startTime=1732218027240; duration=0sec 2024-11-21T19:40:27,755 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:27,755 DEBUG [RS:0;2d90ca23533b:46653-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:A 2024-11-21T19:40:27,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742463_1639 (size=31255) 2024-11-21T19:40:27,764 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/5b4936e280224f21818ff5da383c1ad1 2024-11-21T19:40:27,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/9df3d9d9ac8d44aca53cccca5d9631cf is 50, key is test_row_0/B:col10/1732218026612/Put/seqid=0 2024-11-21T19:40:27,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742464_1640 (size=12915) 2024-11-21T19:40:27,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60098 deadline: 1732218087821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,824 DEBUG [Thread-2484 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., hostname=2d90ca23533b,46653,1732217858981, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T19:40:27,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742465_1641 (size=12301) 2024-11-21T19:40:27,830 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/b1dc543ba44142c29a5c7df70b3f68d5 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/b1dc543ba44142c29a5c7df70b3f68d5 2024-11-21T19:40:27,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/9df3d9d9ac8d44aca53cccca5d9631cf 2024-11-21T19:40:27,850 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 53a602609e57be1de1a27931c6e86eaa/C of 53a602609e57be1de1a27931c6e86eaa into b1dc543ba44142c29a5c7df70b3f68d5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-21T19:40:27,850 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:27,850 INFO [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa., storeName=53a602609e57be1de1a27931c6e86eaa/C, priority=13, startTime=1732218027240; duration=0sec 2024-11-21T19:40:27,850 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-21T19:40:27,850 DEBUG [RS:0;2d90ca23533b:46653-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53a602609e57be1de1a27931c6e86eaa:C 2024-11-21T19:40:27,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/9a72e7a91da348c998fbf57301925b9c is 50, key is test_row_0/C:col10/1732218026612/Put/seqid=0 2024-11-21T19:40:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T19:40:27,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742466_1642 (size=12301) 2024-11-21T19:40:27,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T19:40:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:27,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/9a72e7a91da348c998fbf57301925b9c 2024-11-21T19:40:27,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T19:40:27,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/5b4936e280224f21818ff5da383c1ad1 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/5b4936e280224f21818ff5da383c1ad1 2024-11-21T19:40:27,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60038 deadline: 1732218087957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-21T19:40:27,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60082 deadline: 1732218087959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:27,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/5b4936e280224f21818ff5da383c1ad1, entries=150, sequenceid=288, filesize=30.5 K 2024-11-21T19:40:27,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/9df3d9d9ac8d44aca53cccca5d9631cf as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/9df3d9d9ac8d44aca53cccca5d9631cf 2024-11-21T19:40:27,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/9df3d9d9ac8d44aca53cccca5d9631cf, entries=150, sequenceid=288, filesize=12.0 K 2024-11-21T19:40:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/9a72e7a91da348c998fbf57301925b9c as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9a72e7a91da348c998fbf57301925b9c 2024-11-21T19:40:27,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9a72e7a91da348c998fbf57301925b9c, entries=150, sequenceid=288, filesize=12.0 K 2024-11-21T19:40:27,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 53a602609e57be1de1a27931c6e86eaa in 725ms, sequenceid=288, compaction requested=false 2024-11-21T19:40:27,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:28,056 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:28,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46653 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-21T19:40:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:28,057 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-21T19:40:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:28,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e972071b69784935900cae405113f3b7_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218027335/Put/seqid=0 2024-11-21T19:40:28,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742467_1643 (size=12454) 2024-11-21T19:40:28,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:28,069 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241121e972071b69784935900cae405113f3b7_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e972071b69784935900cae405113f3b7_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:28,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/bd70cef8186c447eb48de71bea349da8, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:28,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/bd70cef8186c447eb48de71bea349da8 is 175, key is test_row_0/A:col10/1732218027335/Put/seqid=0 2024-11-21T19:40:28,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742468_1644 (size=31255) 2024-11-21T19:40:28,073 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/bd70cef8186c447eb48de71bea349da8 2024-11-21T19:40:28,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/a19577b5ae494bababcc59660af955a2 is 50, key is test_row_0/B:col10/1732218027335/Put/seqid=0 2024-11-21T19:40:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742469_1645 (size=12301) 2024-11-21T19:40:28,370 DEBUG [Thread-2497 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1124eb0a to 127.0.0.1:57770 2024-11-21T19:40:28,370 DEBUG [Thread-2499 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68a403af to 127.0.0.1:57770 2024-11-21T19:40:28,370 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:28,370 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:28,370 DEBUG [Thread-2503 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3527ada0 to 127.0.0.1:57770 2024-11-21T19:40:28,370 DEBUG [Thread-2503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:28,371 DEBUG [Thread-2495 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6269e0a1 to 127.0.0.1:57770 2024-11-21T19:40:28,371 DEBUG [Thread-2501 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20598fb9 to 127.0.0.1:57770 2024-11-21T19:40:28,371 DEBUG [Thread-2495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:28,371 DEBUG [Thread-2501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T19:40:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46653 {}] regionserver.HRegion(8581): Flush requested on 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:28,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. as already flushing 2024-11-21T19:40:28,462 DEBUG [Thread-2486 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39254f5a to 127.0.0.1:57770 2024-11-21T19:40:28,462 DEBUG [Thread-2486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:28,465 DEBUG [Thread-2488 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x226948f1 to 127.0.0.1:57770 2024-11-21T19:40:28,465 DEBUG [Thread-2488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:28,482 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/a19577b5ae494bababcc59660af955a2 2024-11-21T19:40:28,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/f588874b6d0a45a58625aaec356531d2 is 50, key is test_row_0/C:col10/1732218027335/Put/seqid=0 2024-11-21T19:40:28,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742470_1646 (size=12301) 2024-11-21T19:40:28,491 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/f588874b6d0a45a58625aaec356531d2 2024-11-21T19:40:28,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/bd70cef8186c447eb48de71bea349da8 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/bd70cef8186c447eb48de71bea349da8 2024-11-21T19:40:28,496 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/bd70cef8186c447eb48de71bea349da8, entries=150, sequenceid=314, filesize=30.5 K 2024-11-21T19:40:28,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/a19577b5ae494bababcc59660af955a2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a19577b5ae494bababcc59660af955a2 2024-11-21T19:40:28,500 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a19577b5ae494bababcc59660af955a2, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T19:40:28,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/f588874b6d0a45a58625aaec356531d2 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/f588874b6d0a45a58625aaec356531d2 2024-11-21T19:40:28,503 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/f588874b6d0a45a58625aaec356531d2, entries=150, sequenceid=314, filesize=12.0 K 2024-11-21T19:40:28,504 INFO [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=13.42 KB/13740 for 53a602609e57be1de1a27931c6e86eaa in 447ms, sequenceid=314, compaction requested=true 2024-11-21T19:40:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/2d90ca23533b:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-21T19:40:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-21T19:40:28,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-21T19:40:28,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec 2024-11-21T19:40:28,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.2350 sec 2024-11-21T19:40:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-21T19:40:29,382 INFO [Thread-2494 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-21T19:40:31,835 DEBUG [Thread-2484 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x754d0bed to 127.0.0.1:57770 2024-11-21T19:40:31,835 DEBUG [Thread-2484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:36,764 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T19:40:36,795 DEBUG [Thread-2492 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00bd6c58 to 127.0.0.1:57770 2024-11-21T19:40:36,795 DEBUG [Thread-2492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:36,803 DEBUG [Thread-2490 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14f4319f to 127.0.0.1:57770 2024-11-21T19:40:36,803 DEBUG [Thread-2490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3872 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3901 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3765 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3869 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3804 2024-11-21T19:40:36,803 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-21T19:40:36,803 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:40:36,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58ade5f9 to 127.0.0.1:57770 2024-11-21T19:40:36,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:36,804 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-21T19:40:36,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-21T19:40:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T19:40:36,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218036806"}]},"ts":"1732218036806"} 2024-11-21T19:40:36,807 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-21T19:40:36,850 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-21T19:40:36,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-21T19:40:36,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, UNASSIGN}] 2024-11-21T19:40:36,852 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=171, ppid=170, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, UNASSIGN 2024-11-21T19:40:36,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=53a602609e57be1de1a27931c6e86eaa, regionState=CLOSING, regionLocation=2d90ca23533b,46653,1732217858981 2024-11-21T19:40:36,853 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-21T19:40:36,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; CloseRegionProcedure 53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981}] 2024-11-21T19:40:36,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T19:40:37,005 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:37,005 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(124): Close 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:37,005 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-21T19:40:37,005 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1681): Closing 53a602609e57be1de1a27931c6e86eaa, disabling compactions & flushes 2024-11-21T19:40:37,005 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:37,005 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:37,005 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. after waiting 0 ms 2024-11-21T19:40:37,005 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:37,005 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(2837): Flushing 53a602609e57be1de1a27931c6e86eaa 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-21T19:40:37,006 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=A 2024-11-21T19:40:37,006 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:37,006 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=B 2024-11-21T19:40:37,006 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:37,006 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 53a602609e57be1de1a27931c6e86eaa, store=C 2024-11-21T19:40:37,006 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-21T19:40:37,011 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112145ff592a0e5845aebd90fd848dd0def5_53a602609e57be1de1a27931c6e86eaa is 50, key is test_row_0/A:col10/1732218031832/Put/seqid=0 2024-11-21T19:40:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742471_1647 (size=12454) 2024-11-21T19:40:37,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T19:40:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T19:40:37,414 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T19:40:37,418 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112145ff592a0e5845aebd90fd848dd0def5_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112145ff592a0e5845aebd90fd848dd0def5_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:37,419 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/144c94d4482645898c56637df2fb67be, store: [table=TestAcidGuarantees family=A region=53a602609e57be1de1a27931c6e86eaa] 2024-11-21T19:40:37,419 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/144c94d4482645898c56637df2fb67be is 175, key is test_row_0/A:col10/1732218031832/Put/seqid=0 2024-11-21T19:40:37,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742472_1648 (size=31255) 2024-11-21T19:40:37,823 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/144c94d4482645898c56637df2fb67be 2024-11-21T19:40:37,828 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/5d355b88f6f648cc81bbbb522ae89703 is 50, key is test_row_0/B:col10/1732218031832/Put/seqid=0 2024-11-21T19:40:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742473_1649 (size=12301) 2024-11-21T19:40:37,836 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/5d355b88f6f648cc81bbbb522ae89703 2024-11-21T19:40:37,845 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/97421d37a9304079bf635e5e3b79375d is 50, key is test_row_0/C:col10/1732218031832/Put/seqid=0 2024-11-21T19:40:37,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742474_1650 (size=12301) 2024-11-21T19:40:37,851 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/97421d37a9304079bf635e5e3b79375d 2024-11-21T19:40:37,855 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/A/144c94d4482645898c56637df2fb67be as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/144c94d4482645898c56637df2fb67be 2024-11-21T19:40:37,859 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/144c94d4482645898c56637df2fb67be, entries=150, sequenceid=322, filesize=30.5 K 2024-11-21T19:40:37,860 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/B/5d355b88f6f648cc81bbbb522ae89703 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/5d355b88f6f648cc81bbbb522ae89703 2024-11-21T19:40:37,863 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/5d355b88f6f648cc81bbbb522ae89703, entries=150, sequenceid=322, filesize=12.0 K 2024-11-21T19:40:37,863 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/.tmp/C/97421d37a9304079bf635e5e3b79375d as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/97421d37a9304079bf635e5e3b79375d 2024-11-21T19:40:37,866 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/97421d37a9304079bf635e5e3b79375d, entries=150, sequenceid=322, filesize=12.0 K 2024-11-21T19:40:37,871 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 53a602609e57be1de1a27931c6e86eaa in 866ms, sequenceid=322, compaction requested=true 2024-11-21T19:40:37,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4aa3d4a2cc214f87adca1434cca21aad, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/ad49731b1cc046a49def97ae131aad2d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/402a917451154e2dbf2079bbd033d783, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/99589dc8c7d54ed19b831cacfa8a5a2a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7ba50c83f607423aab05c936627c12e9, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/fb46fc13f4f14cbd84e36e58b0bd7fe0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/9eb15312d0b04529b4e32b4b659ee084, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4e976b47801a4a8996084b464c1fe2d0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/96790a5fee6048bfb2b46e313a2c41cd, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/f9d5214876514018ba9fef1de33e1060, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/13a650f7e68346609b2898f7b04b586b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/68a2da62cd0047ee9fdaf7b0ce07406c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/62c5573126b54ea5ad314ee88801b2b5, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/09fc7a4c508d4618be3e4870431126f0, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/0ee09458fb734e14910cc85af6418ca8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7f22ec011373430b98cc85fb46485619, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4c47d71580504149a4be45c40f1efc38, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/433914cb93cc4b01b073e9dd1ea7a5b2] to archive 2024-11-21T19:40:37,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:40:37,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4aa3d4a2cc214f87adca1434cca21aad to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4aa3d4a2cc214f87adca1434cca21aad 2024-11-21T19:40:37,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/ad49731b1cc046a49def97ae131aad2d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/ad49731b1cc046a49def97ae131aad2d 2024-11-21T19:40:37,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/402a917451154e2dbf2079bbd033d783 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/402a917451154e2dbf2079bbd033d783 2024-11-21T19:40:37,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/99589dc8c7d54ed19b831cacfa8a5a2a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/99589dc8c7d54ed19b831cacfa8a5a2a 2024-11-21T19:40:37,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7ba50c83f607423aab05c936627c12e9 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7ba50c83f607423aab05c936627c12e9 2024-11-21T19:40:37,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/fb46fc13f4f14cbd84e36e58b0bd7fe0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/fb46fc13f4f14cbd84e36e58b0bd7fe0 2024-11-21T19:40:37,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/9eb15312d0b04529b4e32b4b659ee084 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/9eb15312d0b04529b4e32b4b659ee084 2024-11-21T19:40:37,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4e976b47801a4a8996084b464c1fe2d0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4e976b47801a4a8996084b464c1fe2d0 2024-11-21T19:40:37,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/96790a5fee6048bfb2b46e313a2c41cd to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/96790a5fee6048bfb2b46e313a2c41cd 2024-11-21T19:40:37,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/f9d5214876514018ba9fef1de33e1060 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/f9d5214876514018ba9fef1de33e1060 2024-11-21T19:40:37,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/13a650f7e68346609b2898f7b04b586b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/13a650f7e68346609b2898f7b04b586b 2024-11-21T19:40:37,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/68a2da62cd0047ee9fdaf7b0ce07406c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/68a2da62cd0047ee9fdaf7b0ce07406c 2024-11-21T19:40:37,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/62c5573126b54ea5ad314ee88801b2b5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/62c5573126b54ea5ad314ee88801b2b5 2024-11-21T19:40:37,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/09fc7a4c508d4618be3e4870431126f0 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/09fc7a4c508d4618be3e4870431126f0 2024-11-21T19:40:37,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/0ee09458fb734e14910cc85af6418ca8 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/0ee09458fb734e14910cc85af6418ca8 2024-11-21T19:40:37,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7f22ec011373430b98cc85fb46485619 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/7f22ec011373430b98cc85fb46485619 2024-11-21T19:40:37,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4c47d71580504149a4be45c40f1efc38 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/4c47d71580504149a4be45c40f1efc38 2024-11-21T19:40:37,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/433914cb93cc4b01b073e9dd1ea7a5b2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/433914cb93cc4b01b073e9dd1ea7a5b2 2024-11-21T19:40:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T19:40:37,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/208b142f4b8e4bc09ae5086a930f8a9b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/fd423f93da754f95a3b866a4499426af, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b389da8579b5494d9bc97e2f940b2571, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d39372cb489b4d5f856209910043997e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/3132cc25078841d79cde61269f20fd07, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/08e1a6c17473402e897e92fbbd63c7b4, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a1b07fe4e22743d1a3d75c5e1994e28d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/4fca789875e542c087d0e487b88f3426, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/bc544ef560cb4e5984005e13011e2420, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/ec26ce88f68f4fa28cde140536cbe93c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/38c026389e0f45b79fb2d2ba1356da6a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/6734a03a2e964f8fa2d7bbf995eacd61, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/8f0c48999b5f4a6696b20fc0a080571b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/84d9d03eb5694c53856d8358e64b1749, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b69ba7ce31214026b5e861dd98880e7e, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a72a76904fe24832b3cb2a47a1edc10a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/83507960014e44f78b29c08d9900899d, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d6ee6b219e394df7a7ae8841ad8b00c5] to archive 2024-11-21T19:40:37,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:40:37,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/208b142f4b8e4bc09ae5086a930f8a9b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/208b142f4b8e4bc09ae5086a930f8a9b 2024-11-21T19:40:37,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/fd423f93da754f95a3b866a4499426af to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/fd423f93da754f95a3b866a4499426af 2024-11-21T19:40:37,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b389da8579b5494d9bc97e2f940b2571 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b389da8579b5494d9bc97e2f940b2571 2024-11-21T19:40:37,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d39372cb489b4d5f856209910043997e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d39372cb489b4d5f856209910043997e 2024-11-21T19:40:37,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/3132cc25078841d79cde61269f20fd07 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/3132cc25078841d79cde61269f20fd07 2024-11-21T19:40:37,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/08e1a6c17473402e897e92fbbd63c7b4 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/08e1a6c17473402e897e92fbbd63c7b4 2024-11-21T19:40:37,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a1b07fe4e22743d1a3d75c5e1994e28d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a1b07fe4e22743d1a3d75c5e1994e28d 2024-11-21T19:40:37,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/4fca789875e542c087d0e487b88f3426 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/4fca789875e542c087d0e487b88f3426 2024-11-21T19:40:37,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/bc544ef560cb4e5984005e13011e2420 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/bc544ef560cb4e5984005e13011e2420 2024-11-21T19:40:37,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/ec26ce88f68f4fa28cde140536cbe93c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/ec26ce88f68f4fa28cde140536cbe93c 2024-11-21T19:40:37,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/38c026389e0f45b79fb2d2ba1356da6a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/38c026389e0f45b79fb2d2ba1356da6a 2024-11-21T19:40:37,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/6734a03a2e964f8fa2d7bbf995eacd61 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/6734a03a2e964f8fa2d7bbf995eacd61 2024-11-21T19:40:37,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/8f0c48999b5f4a6696b20fc0a080571b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/8f0c48999b5f4a6696b20fc0a080571b 2024-11-21T19:40:37,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/84d9d03eb5694c53856d8358e64b1749 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/84d9d03eb5694c53856d8358e64b1749 2024-11-21T19:40:37,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b69ba7ce31214026b5e861dd98880e7e to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/b69ba7ce31214026b5e861dd98880e7e 2024-11-21T19:40:37,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a72a76904fe24832b3cb2a47a1edc10a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a72a76904fe24832b3cb2a47a1edc10a 2024-11-21T19:40:37,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/83507960014e44f78b29c08d9900899d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/83507960014e44f78b29c08d9900899d 2024-11-21T19:40:37,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d6ee6b219e394df7a7ae8841ad8b00c5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/d6ee6b219e394df7a7ae8841ad8b00c5 2024-11-21T19:40:37,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/db7b5db14d214e948726a1c1fc43f21a, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/8835c6dfe6684ac29c19e87b729c131b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6e564684d69a45a0b41a221b34a21900, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e3ffd41817044576ab0eb79810ac162c, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/55ddc50ea63f4c419891710e90a4648b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/459f871bc0ed4529a23eb4bb387d9108, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/70dc80a4a1b24d73b7d2d993611a215f, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/857b5b9fd8f74bd3b81be35a01a17a8b, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/492ef50888b44055aaeed6eafceb4f55, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/3906ebe1af72400bbe0d1e9a34867fab, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6dba78905a6949c9b9554ed6c425f936, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/d14077f5289f4288bb65a6ec61fb29c2, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/021f7ac1c92c4d2c8006f8a2b151bfe8, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9c985388bc3a4f3385f118be015a0753, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/b02b102515124f79b8c7183c3aa53533, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/180bad70b87642aba285bdf7aba2a077, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e8e87889d20d4a6c8dc035cdfaf373c1, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/831113528d4d4433a945feecc5b67184] to archive 2024-11-21T19:40:37,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-21T19:40:37,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/db7b5db14d214e948726a1c1fc43f21a to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/db7b5db14d214e948726a1c1fc43f21a 2024-11-21T19:40:37,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/8835c6dfe6684ac29c19e87b729c131b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/8835c6dfe6684ac29c19e87b729c131b 2024-11-21T19:40:37,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6e564684d69a45a0b41a221b34a21900 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6e564684d69a45a0b41a221b34a21900 2024-11-21T19:40:37,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e3ffd41817044576ab0eb79810ac162c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e3ffd41817044576ab0eb79810ac162c 2024-11-21T19:40:37,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/55ddc50ea63f4c419891710e90a4648b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/55ddc50ea63f4c419891710e90a4648b 2024-11-21T19:40:37,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/459f871bc0ed4529a23eb4bb387d9108 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/459f871bc0ed4529a23eb4bb387d9108 2024-11-21T19:40:37,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/70dc80a4a1b24d73b7d2d993611a215f to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/70dc80a4a1b24d73b7d2d993611a215f 2024-11-21T19:40:37,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/857b5b9fd8f74bd3b81be35a01a17a8b to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/857b5b9fd8f74bd3b81be35a01a17a8b 2024-11-21T19:40:37,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/492ef50888b44055aaeed6eafceb4f55 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/492ef50888b44055aaeed6eafceb4f55 2024-11-21T19:40:37,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/3906ebe1af72400bbe0d1e9a34867fab to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/3906ebe1af72400bbe0d1e9a34867fab 2024-11-21T19:40:37,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6dba78905a6949c9b9554ed6c425f936 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/6dba78905a6949c9b9554ed6c425f936 2024-11-21T19:40:37,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/d14077f5289f4288bb65a6ec61fb29c2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/d14077f5289f4288bb65a6ec61fb29c2 2024-11-21T19:40:37,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/021f7ac1c92c4d2c8006f8a2b151bfe8 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/021f7ac1c92c4d2c8006f8a2b151bfe8 2024-11-21T19:40:37,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9c985388bc3a4f3385f118be015a0753 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9c985388bc3a4f3385f118be015a0753 2024-11-21T19:40:37,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/b02b102515124f79b8c7183c3aa53533 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/b02b102515124f79b8c7183c3aa53533 2024-11-21T19:40:37,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/180bad70b87642aba285bdf7aba2a077 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/180bad70b87642aba285bdf7aba2a077 2024-11-21T19:40:37,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e8e87889d20d4a6c8dc035cdfaf373c1 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/e8e87889d20d4a6c8dc035cdfaf373c1 2024-11-21T19:40:37,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/831113528d4d4433a945feecc5b67184 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/831113528d4d4433a945feecc5b67184 2024-11-21T19:40:37,948 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=4 2024-11-21T19:40:37,949 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa. 2024-11-21T19:40:37,949 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] regionserver.HRegion(1635): Region close journal for 53a602609e57be1de1a27931c6e86eaa: 2024-11-21T19:40:37,951 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION, pid=172}] handler.UnassignRegionHandler(170): Closed 53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:37,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=171 updating hbase:meta row=53a602609e57be1de1a27931c6e86eaa, regionState=CLOSED 2024-11-21T19:40:37,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-21T19:40:37,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseRegionProcedure 53a602609e57be1de1a27931c6e86eaa, server=2d90ca23533b,46653,1732217858981 in 1.0990 sec 2024-11-21T19:40:37,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-11-21T19:40:37,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=53a602609e57be1de1a27931c6e86eaa, UNASSIGN in 1.1010 sec 2024-11-21T19:40:37,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-21T19:40:37,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1030 sec 2024-11-21T19:40:37,956 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732218037956"}]},"ts":"1732218037956"} 2024-11-21T19:40:37,957 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-21T19:40:37,967 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-21T19:40:37,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-21T19:40:38,572 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-21T19:40:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-21T19:40:38,910 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-21T19:40:38,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-21T19:40:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:38,912 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=173, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T19:40:38,913 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=173, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:38,914 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,916 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C, FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/recovered.edits] 2024-11-21T19:40:38,919 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/144c94d4482645898c56637df2fb67be to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/144c94d4482645898c56637df2fb67be 2024-11-21T19:40:38,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/5b4936e280224f21818ff5da383c1ad1 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/5b4936e280224f21818ff5da383c1ad1 2024-11-21T19:40:38,921 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/8932bebefb324018955c1dc44f79fc46 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/8932bebefb324018955c1dc44f79fc46 2024-11-21T19:40:38,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/bd70cef8186c447eb48de71bea349da8 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/A/bd70cef8186c447eb48de71bea349da8 2024-11-21T19:40:38,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/4a963065890a44aa80b809efbb2285ce to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/4a963065890a44aa80b809efbb2285ce 2024-11-21T19:40:38,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/5d355b88f6f648cc81bbbb522ae89703 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/5d355b88f6f648cc81bbbb522ae89703 2024-11-21T19:40:38,927 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/9df3d9d9ac8d44aca53cccca5d9631cf to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/9df3d9d9ac8d44aca53cccca5d9631cf 2024-11-21T19:40:38,928 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a19577b5ae494bababcc59660af955a2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/B/a19577b5ae494bababcc59660af955a2 2024-11-21T19:40:38,932 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/97421d37a9304079bf635e5e3b79375d to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/97421d37a9304079bf635e5e3b79375d 2024-11-21T19:40:38,935 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9a72e7a91da348c998fbf57301925b9c to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/9a72e7a91da348c998fbf57301925b9c 2024-11-21T19:40:38,937 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/b1dc543ba44142c29a5c7df70b3f68d5 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/b1dc543ba44142c29a5c7df70b3f68d5 2024-11-21T19:40:38,938 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/f588874b6d0a45a58625aaec356531d2 to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/C/f588874b6d0a45a58625aaec356531d2 2024-11-21T19:40:38,942 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/recovered.edits/325.seqid to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa/recovered.edits/325.seqid 2024-11-21T19:40:38,943 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/default/TestAcidGuarantees/53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,943 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-21T19:40:38,943 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T19:40:38,944 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-21T19:40:38,947 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112100675af268cd4b98b9afc5fa5c2cd498_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112100675af268cd4b98b9afc5fa5c2cd498_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,948 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121021b16455af74b578bd5cd49b973bad6_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121021b16455af74b578bd5cd49b973bad6_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,949 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112106f719ecd2fb463d8d5ba7451bbc441e_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112106f719ecd2fb463d8d5ba7451bbc441e_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,950 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b6197d8e8584343991311f51f2f4e0b_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411210b6197d8e8584343991311f51f2f4e0b_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,952 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121301ba78c4ecc418eb61702b1788a8465_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121301ba78c4ecc418eb61702b1788a8465_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,953 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112145ff592a0e5845aebd90fd848dd0def5_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112145ff592a0e5845aebd90fd848dd0def5_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,955 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112172f6120a18a347d4b66a20bdbd4bb4c4_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112172f6120a18a347d4b66a20bdbd4bb4c4_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,956 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112178b0cbd7b36441528303fade8640331e_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112178b0cbd7b36441528303fade8640331e_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,957 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112188aa422659034a51827c321ff07afb00_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112188aa422659034a51827c321ff07afb00_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,958 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218909805877fa4eaa92f4d3459b289786_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411218909805877fa4eaa92f4d3459b289786_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,959 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ac989f7100a549468b9ee744e762cb4d_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121ac989f7100a549468b9ee744e762cb4d_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,960 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c51ab15a31634f42b3a1f9f5a5a78419_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c51ab15a31634f42b3a1f9f5a5a78419_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,960 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c53a57b3467a4c66a336bfc998c19563_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121c53a57b3467a4c66a336bfc998c19563_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,961 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e5b56ffc54e141e5a4d61e0fa8fcb0c8_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e5b56ffc54e141e5a4d61e0fa8fcb0c8_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,962 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e972071b69784935900cae405113f3b7_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121e972071b69784935900cae405113f3b7_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,963 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f28425c4ce4f4a4bb66e14d7a085deb3_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121f28425c4ce4f4a4bb66e14d7a085deb3_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,964 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fdb4d80b1c944d35a31d649b352f9c6f_53a602609e57be1de1a27931c6e86eaa to hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241121fdb4d80b1c944d35a31d649b352f9c6f_53a602609e57be1de1a27931c6e86eaa 2024-11-21T19:40:38,965 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-21T19:40:38,967 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=173, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:38,969 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-21T19:40:38,972 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-21T19:40:38,974 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=173, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:38,975 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-21T19:40:38,975 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732218038975"}]},"ts":"9223372036854775807"} 2024-11-21T19:40:38,980 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-21T19:40:38,980 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 53a602609e57be1de1a27931c6e86eaa, NAME => 'TestAcidGuarantees,,1732218006147.53a602609e57be1de1a27931c6e86eaa.', STARTKEY => '', ENDKEY => ''}] 2024-11-21T19:40:38,980 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-21T19:40:38,981 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732218038980"}]},"ts":"9223372036854775807"} 2024-11-21T19:40:38,983 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-21T19:40:38,992 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=173, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-21T19:40:38,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-11-21T19:40:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39821 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-21T19:40:39,014 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-21T19:40:39,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 240), OpenFileDescriptor=442 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1024 (was 1105), ProcessCount=11 (was 11), AvailableMemoryMB=2071 (was 3203) 2024-11-21T19:40:39,023 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-21T19:40:39,023 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-21T19:40:39,023 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b205401 to 127.0.0.1:57770 2024-11-21T19:40:39,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:39,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T19:40:39,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1364650780, stopped=false 2024-11-21T19:40:39,024 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=2d90ca23533b,39821,1732217858020 2024-11-21T19:40:39,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:40:39,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:40:39,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-21T19:40:39,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:40:39,035 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-21T19:40:39,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:40:39,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-21T19:40:39,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:39,036 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,46653,1732217858981' ***** 2024-11-21T19:40:39,036 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-21T19:40:39,036 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T19:40:39,037 INFO [RS:0;2d90ca23533b:46653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T19:40:39,037 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-21T19:40:39,037 INFO [RS:0;2d90ca23533b:46653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T19:40:39,037 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(3579): Received CLOSE for 361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:40:39,037 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,46653,1732217858981 2024-11-21T19:40:39,037 DEBUG [RS:0;2d90ca23533b:46653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:39,037 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T19:40:39,037 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T19:40:39,037 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T19:40:39,037 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-21T19:40:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 361b71fb2d3d70076e88b13b31411f1e, disabling compactions & flushes 2024-11-21T19:40:39,038 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:40:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:40:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. after waiting 0 ms 2024-11-21T19:40:39,038 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:40:39,038 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 361b71fb2d3d70076e88b13b31411f1e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-21T19:40:39,038 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-21T19:40:39,038 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1603): Online Regions={361b71fb2d3d70076e88b13b31411f1e=hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T19:40:39,039 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:40:39,039 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-21T19:40:39,039 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-21T19:40:39,039 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-21T19:40:39,039 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T19:40:39,039 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T19:40:39,039 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-21T19:40:39,058 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/namespace/361b71fb2d3d70076e88b13b31411f1e/.tmp/info/5f98eac16e294ddb9a8a99ef555f0f36 is 45, key is default/info:d/1732217863530/Put/seqid=0 2024-11-21T19:40:39,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742475_1651 (size=5037) 2024-11-21T19:40:39,065 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/.tmp/info/345203bd157843989793c8c641de46e6 is 143, key is hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e./info:regioninfo/1732217863365/Put/seqid=0 2024-11-21T19:40:39,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742476_1652 (size=7725) 2024-11-21T19:40:39,083 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/.tmp/info/345203bd157843989793c8c641de46e6 2024-11-21T19:40:39,088 INFO [regionserver/2d90ca23533b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:40:39,108 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/.tmp/rep_barrier/686c616e5a5e4574a63621b4243b77a1 is 102, key is TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b./rep_barrier:/1732217888547/DeleteFamily/seqid=0 2024-11-21T19:40:39,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742477_1653 (size=6025) 2024-11-21T19:40:39,239 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:40:39,439 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 361b71fb2d3d70076e88b13b31411f1e 2024-11-21T19:40:39,465 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/namespace/361b71fb2d3d70076e88b13b31411f1e/.tmp/info/5f98eac16e294ddb9a8a99ef555f0f36 2024-11-21T19:40:39,468 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/namespace/361b71fb2d3d70076e88b13b31411f1e/.tmp/info/5f98eac16e294ddb9a8a99ef555f0f36 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/namespace/361b71fb2d3d70076e88b13b31411f1e/info/5f98eac16e294ddb9a8a99ef555f0f36 2024-11-21T19:40:39,472 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/namespace/361b71fb2d3d70076e88b13b31411f1e/info/5f98eac16e294ddb9a8a99ef555f0f36, entries=2, sequenceid=6, filesize=4.9 K 2024-11-21T19:40:39,472 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 361b71fb2d3d70076e88b13b31411f1e in 434ms, sequenceid=6, compaction requested=false 2024-11-21T19:40:39,480 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/namespace/361b71fb2d3d70076e88b13b31411f1e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T19:40:39,481 INFO [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:40:39,481 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 361b71fb2d3d70076e88b13b31411f1e: 2024-11-21T19:40:39,481 DEBUG [RS_CLOSE_REGION-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732217862458.361b71fb2d3d70076e88b13b31411f1e. 2024-11-21T19:40:39,512 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/.tmp/rep_barrier/686c616e5a5e4574a63621b4243b77a1 2024-11-21T19:40:39,524 INFO [regionserver/2d90ca23533b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T19:40:39,524 INFO [regionserver/2d90ca23533b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T19:40:39,535 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/.tmp/table/7b724561970b443b98a95458569b474a is 96, key is TestAcidGuarantees,,1732217863814.cd9d0a755aea35730e04a6e831a9ab7b./table:/1732217888547/DeleteFamily/seqid=0 2024-11-21T19:40:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742478_1654 (size=5942) 2024-11-21T19:40:39,640 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T19:40:39,840 DEBUG [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-21T19:40:39,940 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/.tmp/table/7b724561970b443b98a95458569b474a 2024-11-21T19:40:39,944 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/.tmp/info/345203bd157843989793c8c641de46e6 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/info/345203bd157843989793c8c641de46e6 2024-11-21T19:40:39,947 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/info/345203bd157843989793c8c641de46e6, entries=22, sequenceid=93, filesize=7.5 K 2024-11-21T19:40:39,947 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/.tmp/rep_barrier/686c616e5a5e4574a63621b4243b77a1 as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/rep_barrier/686c616e5a5e4574a63621b4243b77a1 2024-11-21T19:40:39,950 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/rep_barrier/686c616e5a5e4574a63621b4243b77a1, entries=6, sequenceid=93, filesize=5.9 K 2024-11-21T19:40:39,951 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/.tmp/table/7b724561970b443b98a95458569b474a as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/table/7b724561970b443b98a95458569b474a 2024-11-21T19:40:39,954 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/table/7b724561970b443b98a95458569b474a, entries=9, sequenceid=93, filesize=5.8 K 2024-11-21T19:40:39,955 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=93, compaction requested=false 2024-11-21T19:40:39,959 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-21T19:40:39,960 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T19:40:39,960 INFO [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-21T19:40:39,960 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-21T19:40:39,960 DEBUG [RS_CLOSE_META-regionserver/2d90ca23533b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T19:40:40,040 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,46653,1732217858981; all regions closed. 2024-11-21T19:40:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741834_1010 (size=26050) 2024-11-21T19:40:40,046 DEBUG [RS:0;2d90ca23533b:46653 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/oldWALs 2024-11-21T19:40:40,046 INFO [RS:0;2d90ca23533b:46653 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C46653%2C1732217858981.meta:.meta(num 1732217862132) 2024-11-21T19:40:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741833_1009 (size=15246017) 2024-11-21T19:40:40,050 DEBUG [RS:0;2d90ca23533b:46653 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/oldWALs 2024-11-21T19:40:40,050 INFO [RS:0;2d90ca23533b:46653 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 2d90ca23533b%2C46653%2C1732217858981:(num 1732217861691) 2024-11-21T19:40:40,050 DEBUG [RS:0;2d90ca23533b:46653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:40,050 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T19:40:40,051 INFO [RS:0;2d90ca23533b:46653 {}] hbase.ChoreService(370): Chore service for: regionserver/2d90ca23533b:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T19:40:40,051 INFO [regionserver/2d90ca23533b:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:40:40,051 INFO [RS:0;2d90ca23533b:46653 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:46653 2024-11-21T19:40:40,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d90ca23533b,46653,1732217858981 2024-11-21T19:40:40,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-21T19:40:40,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d90ca23533b,46653,1732217858981] 2024-11-21T19:40:40,075 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 2d90ca23533b,46653,1732217858981; numProcessing=1 2024-11-21T19:40:40,083 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/2d90ca23533b,46653,1732217858981 already deleted, retry=false 2024-11-21T19:40:40,083 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 2d90ca23533b,46653,1732217858981 expired; onlineServers=0 2024-11-21T19:40:40,084 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '2d90ca23533b,39821,1732217858020' ***** 2024-11-21T19:40:40,084 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T19:40:40,084 DEBUG [M:0;2d90ca23533b:39821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b1f91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d90ca23533b/172.17.0.3:0 2024-11-21T19:40:40,084 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HRegionServer(1224): stopping server 2d90ca23533b,39821,1732217858020 2024-11-21T19:40:40,084 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HRegionServer(1250): stopping server 2d90ca23533b,39821,1732217858020; all regions closed. 2024-11-21T19:40:40,084 DEBUG [M:0;2d90ca23533b:39821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T19:40:40,084 DEBUG [M:0;2d90ca23533b:39821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T19:40:40,084 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T19:40:40,084 DEBUG [M:0;2d90ca23533b:39821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T19:40:40,084 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732217861371 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.large.0-1732217861371,5,FailOnTimeoutGroup] 2024-11-21T19:40:40,084 DEBUG [master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732217861371 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d90ca23533b:0:becomeActiveMaster-HFileCleaner.small.0-1732217861371,5,FailOnTimeoutGroup] 2024-11-21T19:40:40,085 INFO [M:0;2d90ca23533b:39821 {}] hbase.ChoreService(370): Chore service for: master/2d90ca23533b:0 had [] on shutdown 2024-11-21T19:40:40,085 DEBUG [M:0;2d90ca23533b:39821 {}] master.HMaster(1733): Stopping service threads 2024-11-21T19:40:40,085 INFO [M:0;2d90ca23533b:39821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T19:40:40,085 ERROR [M:0;2d90ca23533b:39821 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-21T19:40:40,086 INFO [M:0;2d90ca23533b:39821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T19:40:40,086 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T19:40:40,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-21T19:40:40,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-21T19:40:40,092 DEBUG [M:0;2d90ca23533b:39821 {}] zookeeper.ZKUtil(347): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-21T19:40:40,092 WARN [M:0;2d90ca23533b:39821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T19:40:40,092 INFO [M:0;2d90ca23533b:39821 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-21T19:40:40,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-21T19:40:40,092 INFO [M:0;2d90ca23533b:39821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T19:40:40,093 DEBUG [M:0;2d90ca23533b:39821 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T19:40:40,093 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:40:40,093 DEBUG [M:0;2d90ca23533b:39821 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:40:40,093 DEBUG [M:0;2d90ca23533b:39821 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T19:40:40,093 DEBUG [M:0;2d90ca23533b:39821 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:40:40,093 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=772.76 KB heapSize=950.48 KB 2024-11-21T19:40:40,115 DEBUG [M:0;2d90ca23533b:39821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae3680b905354ac0a5c207fd0137ecab is 82, key is hbase:meta,,1/info:regioninfo/1732217862289/Put/seqid=0 2024-11-21T19:40:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742479_1655 (size=5672) 2024-11-21T19:40:40,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:40:40,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46653-0x101603086020001, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:40:40,175 INFO [RS:0;2d90ca23533b:46653 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,46653,1732217858981; zookeeper connection closed. 2024-11-21T19:40:40,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ad21c7d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ad21c7d 2024-11-21T19:40:40,176 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T19:40:40,523 INFO [M:0;2d90ca23533b:39821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2193 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae3680b905354ac0a5c207fd0137ecab 2024-11-21T19:40:40,546 DEBUG [M:0;2d90ca23533b:39821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df1c406aafd84468908725cd7082fdcb is 2284, key is \x00\x00\x00\x00\x00\x00\x00"/proc:d/1732217891959/Put/seqid=0 2024-11-21T19:40:40,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742480_1656 (size=44080) 2024-11-21T19:40:40,957 INFO [M:0;2d90ca23533b:39821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=772.20 KB at sequenceid=2193 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df1c406aafd84468908725cd7082fdcb 2024-11-21T19:40:40,962 INFO [M:0;2d90ca23533b:39821 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df1c406aafd84468908725cd7082fdcb 2024-11-21T19:40:40,980 DEBUG [M:0;2d90ca23533b:39821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d5cb9a314ec4b14aa7737c001df7b6e is 69, key is 2d90ca23533b,46653,1732217858981/rs:state/1732217861433/Put/seqid=0 2024-11-21T19:40:40,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073742481_1657 (size=5156) 2024-11-21T19:40:40,984 INFO [M:0;2d90ca23533b:39821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2193 (bloomFilter=true), to=hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d5cb9a314ec4b14aa7737c001df7b6e 2024-11-21T19:40:40,987 DEBUG [M:0;2d90ca23533b:39821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae3680b905354ac0a5c207fd0137ecab as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae3680b905354ac0a5c207fd0137ecab 2024-11-21T19:40:40,990 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae3680b905354ac0a5c207fd0137ecab, entries=8, sequenceid=2193, filesize=5.5 K 2024-11-21T19:40:40,990 DEBUG [M:0;2d90ca23533b:39821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df1c406aafd84468908725cd7082fdcb as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df1c406aafd84468908725cd7082fdcb 2024-11-21T19:40:40,993 INFO [M:0;2d90ca23533b:39821 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df1c406aafd84468908725cd7082fdcb 2024-11-21T19:40:40,993 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df1c406aafd84468908725cd7082fdcb, entries=173, sequenceid=2193, filesize=43.0 K 2024-11-21T19:40:40,994 DEBUG [M:0;2d90ca23533b:39821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d5cb9a314ec4b14aa7737c001df7b6e as hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d5cb9a314ec4b14aa7737c001df7b6e 2024-11-21T19:40:40,996 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43463/user/jenkins/test-data/80c49503-fa57-ff6e-58aa-2beaebd35ed5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d5cb9a314ec4b14aa7737c001df7b6e, entries=1, sequenceid=2193, filesize=5.0 K 2024-11-21T19:40:40,997 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HRegion(3040): Finished flush of dataSize ~772.76 KB/791302, heapSize ~950.18 KB/972984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=2193, compaction requested=false 2024-11-21T19:40:40,998 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T19:40:40,998 DEBUG [M:0;2d90ca23533b:39821 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-21T19:40:41,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741830_1006 (size=935062) 2024-11-21T19:40:41,000 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-21T19:40:41,000 INFO [M:0;2d90ca23533b:39821 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-21T19:40:41,000 INFO [M:0;2d90ca23533b:39821 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:39821 2024-11-21T19:40:41,008 DEBUG [M:0;2d90ca23533b:39821 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/2d90ca23533b,39821,1732217858020 already deleted, retry=false 2024-11-21T19:40:41,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:40:41,117 INFO [M:0;2d90ca23533b:39821 {}] regionserver.HRegionServer(1307): Exiting; stopping=2d90ca23533b,39821,1732217858020; zookeeper connection closed. 2024-11-21T19:40:41,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39821-0x101603086020000, quorum=127.0.0.1:57770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T19:40:41,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b00dd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T19:40:41,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a056e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:40:41,126 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:40:41,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37784050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:40:41,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26eba703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/hadoop.log.dir/,STOPPED} 2024-11-21T19:40:41,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T19:40:41,130 WARN [BP-296660505-172.17.0.3-1732217852943 heartbeating to localhost/127.0.0.1:43463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T19:40:41,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T19:40:41,130 WARN [BP-296660505-172.17.0.3-1732217852943 heartbeating to localhost/127.0.0.1:43463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-296660505-172.17.0.3-1732217852943 (Datanode Uuid a186ee81-6a71-41dc-81b8-2e17017a7f11) service to localhost/127.0.0.1:43463 2024-11-21T19:40:41,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/cluster_1b446b26-75b1-f0c6-54a4-620e2cb31b6f/dfs/data/data1/current/BP-296660505-172.17.0.3-1732217852943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:40:41,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/cluster_1b446b26-75b1-f0c6-54a4-620e2cb31b6f/dfs/data/data2/current/BP-296660505-172.17.0.3-1732217852943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T19:40:41,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T19:40:41,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cad334d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T19:40:41,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca31a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T19:40:41,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T19:40:41,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88a76a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T19:40:41,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c667d99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fe5800e3-3104-2b22-2674-eaec12609c69/hadoop.log.dir/,STOPPED} 2024-11-21T19:40:41,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-21T19:40:41,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down